-- Logs begin at Wed 2022-03-23 18:38:45 UTC, end at Wed 2022-03-23 19:45:06 UTC. -- Mar 23 19:13:56.584451 dv-cinder-834961-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 19:13:59.346866 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.common.config [-] Logging enabled! Mar 23 19:13:59.347445 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 19:13:59.347627 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 19:13:59.350849 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.common.config [-] Logging enabled! Mar 23 19:13:59.351101 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev82 Mar 23 19:13:59.351409 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101659) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 19:13:59.352436 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:13:59.352671 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:13:59.353049 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:13:59.353294 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:13:59.353519 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:13:59.353836 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.354131 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.354453 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.354694 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.354974 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.355259 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.355539 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.355826 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.356120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.356405 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.356684 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.356992 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.357224 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.357503 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.357787 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.358073 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.358295 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] debug = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.358573 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.358998 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.359402 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.359675 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.359960 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.360241 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.360509 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.360782 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.361091 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.361417 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] host = dv-cinder-834961-1-iscsi {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.361691 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.361977 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.362259 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.362542 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.362814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.363089 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.363373 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.363643 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.363914 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.364186 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.364473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.364759 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.365072 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.365299 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.365522 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.365807 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.366091 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.366364 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.366638 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.366913 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.367186 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.367458 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.367726 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.368007 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.368287 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.368572 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.368861 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.369136 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.369401 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.369677 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.370477 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.370755 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.371027 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.371300 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.371583 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.371851 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.372121 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.372415 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.372698 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.373011 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.373296 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.373568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.373848 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.374117 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.374386 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.374656 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_json = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.374926 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.375195 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.375474 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.375743 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.376012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.376280 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.376546 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.376859 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.377129 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:13:59.377422 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.377718 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.378017 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.378302 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.378591 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.378869 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.379156 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.379432 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.379722 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.380004 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.380289 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.380570 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.380882 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.381163 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.381456 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.381757 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.382048 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.382337 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.382610 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.382883 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.383157 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.383433 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.383714 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.383989 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.384275 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.384560 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.384865 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.385152 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.385462 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.386292 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.386567 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.386844 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.387136 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.387412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.387683 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.387959 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.388245 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.388520 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.388788 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.389090 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.389366 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.389635 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.389907 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.390180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.390468 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.390746 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.391012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.391281 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.391553 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.391820 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.392098 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.392373 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.392641 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.392936 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.393215 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.393487 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.393758 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.394033 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.394304 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.394578 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.394847 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.395117 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.395385 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.395654 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.395921 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.396189 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.396456 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.396725 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.397020 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.397291 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.397558 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.397824 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.398093 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.398375 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.398664 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.398936 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.399208 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.399481 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.399752 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.400023 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.400294 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.400572 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.400873 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.401185 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.401508 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.401790 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.402074 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.402356 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.402637 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.402929 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.403203 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.403482 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.403756 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.404031 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.404310 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.404588 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.404905 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.405202 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.405494 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.405785 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.406075 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.406352 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.406652 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.406928 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:13:59.407143 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:13:59.407380 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101659) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 19:13:59.769201 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 19:13:59.769481 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 19:13:59.769769 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 19:13:59.770101 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 19:14:00.170641 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.170923 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.171194 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.172463 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.172736 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.173023 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.208494 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.208774 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.209066 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.223708 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.223988 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.224257 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.253120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.253398 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.253657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.289836 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.290109 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.290370 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.520054 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.520668 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.520668 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.520876 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.521528 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.641437 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.641754 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.642040 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.642310 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.642574 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.642883 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.643139 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.643391 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.643642 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.643921 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.644178 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.644441 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.644697 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.644971 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.645223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.645484 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.645736 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.646001 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.646266 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.646521 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.646791 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.647049 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.647324 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.647698 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.647944 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.648189 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.648573 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.648812 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.649067 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.649301 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.649534 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.649767 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:00.650124 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 19:14:00.653737 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 19:14:00.657715 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 19:14:00.661522 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 23 19:14:00.663298 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 19:14:00.663740 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 19:14:00.664068 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 19:14:00.664448 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 19:14:00.667921 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 19:14:00.668170 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 19:14:00.668511 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 19:14:00.674853 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 19:14:00.697311 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 19:14:00.697771 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.698112 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101659) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 23 19:14:00.698455 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.699828 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101659) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 19:14:00.700112 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 19:14:00.700361 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 19:14:00.703818 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.704101 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:00.768387 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 19:14:00.768626 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 19:14:00.768878 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 19:14:00.769261 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 19:14:00.790660 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_db.sqlalchemy.engines [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101659) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 19:14:01.322207 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing driver for type 'gre' Mar 23 19:14:01.322732 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] gre ID ranges: [(1, 1000)] Mar 23 19:14:01.374698 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing driver for type 'local' Mar 23 19:14:01.375235 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing driver for type 'vlan' Mar 23 19:14:01.388563 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] VlanTypeDriver initialization complete Mar 23 19:14:01.388987 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing driver for type 'vxlan' Mar 23 19:14:01.389491 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] vxlan ID ranges: [(1, 1000)] Mar 23 19:14:01.446187 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing extension driver 'port_security' Mar 23 19:14:01.446516 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.extensions.port_security [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] PortSecurityExtensionDriver initialization complete Mar 23 19:14:01.446862 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing mechanism driver 'openvswitch' Mar 23 19:14:01.447193 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing mechanism driver 'hyperv' Mar 23 19:14:01.453974 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:01.454666 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.455063 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.455420 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.455942 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.456385 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.456744 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.457118 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.457519 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.457933 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.458290 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.458640 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.459032 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.459442 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.459796 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.460140 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.462222 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.462663 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.463042 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.463412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.464331 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.464748 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.465130 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.465483 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.465882 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101659) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 19:14:01.466334 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] ML2 OVO RPC backend initialized. {{(pid=101659) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 23 19:14:01.467048 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.467421 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.467848 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.468206 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > networks before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.468560 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.468940 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > ports before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.469293 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.469640 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.469991 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.470337 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.470677 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.471018 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.471360 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.471695 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.472041 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.472379 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.472715 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.480541 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded quota_driver: . Mar 23 19:14:01.480949 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.plugin [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Modular L2 Plugin initialization complete Mar 23 19:14:01.481311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading services supported by the core plugin {{(pid=101659) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 19:14:01.481659 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.plugins.ml2.managers [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Got port-security extension from driver 'port_security' Mar 23 19:14:01.482146 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.extensions.vlantransparent [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Disabled vlantransparent extension. Mar 23 19:14:01.482651 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101659) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 19:14:01.482986 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: router Mar 23 19:14:01.518366 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.518762 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_create 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.519140 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router before_create 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.519510 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.519887 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.520248 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_delete 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.520791 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.520991 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.521358 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_create 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.521710 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.522082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.522418 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.522780 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.523195 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.523568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.523911 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.524253 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: subnet after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.524594 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.524981 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.525340 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.525688 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.526036 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.526888 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router after_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.527243 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.527648 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.527958 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.528306 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.528675 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > agent after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.529118 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.529477 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > network after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.530336 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Tracking information for resource: router configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:01.530676 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Tracking information for resource: floatingip configured {{(pid=101659) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 19:14:01.535622 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.db.l3_agentschedulers_db [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 19:14:01.536197 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.536568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.536952 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.537314 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: port after_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.538104 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router before_create 55550100 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.538477 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.538846 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.539210 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.544805 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.provider_configuration [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service providers = [] {{(pid=101659) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 19:14:01.545199 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.db.servicetype_db [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101659) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 19:14:01.548178 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.service_base [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:14:01.548531 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.service_base [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:14:01.548902 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.service_base [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:14:01.549810 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.services.service_base [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101659) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 19:14:01.550188 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.services.service_base [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 19:14:01.550564 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.550885 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 19:14:01.561531 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.561876 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: auto_allocate Mar 23 19:14:01.568274 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: network precommit_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.568650 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: network precommit_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.569194 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.569527 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: tag Mar 23 19:14:01.576242 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.576533 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: timestamp Mar 23 19:14:01.580544 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.580921 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: network_ip_availability Mar 23 19:14:01.586377 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.586755 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.587117 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.587827 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.588154 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: flavors Mar 23 19:14:01.593616 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.593960 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading Plugin: revisions Mar 23 19:14:01.598300 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101659) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 19:14:01.598696 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=101659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 19:14:01.599450 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101659) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 19:14:01.599795 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Initializing extension manager. Mar 23 19:14:01.600306 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: __init__.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.600654 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: __pycache__ {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.601028 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.601370 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: address_group.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.602134 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.602695 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: address-group Mar 23 19:14:01.603028 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: address_scope.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.603760 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.604288 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: address-scope Mar 23 19:14:01.605158 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.606103 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.606613 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: router-admin-state-down-before-update Mar 23 19:14:01.606940 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: agent.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.607825 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.608333 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: agent Mar 23 19:14:01.608659 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: agent_resources_synced.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.609611 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.610120 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: agent-resources-synced Mar 23 19:14:01.610447 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.612226 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.612747 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: allowed-address-pairs Mar 23 19:14:01.613106 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.614206 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.614720 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: auto-allocated-topology Mar 23 19:14:01.615046 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: availability_zone.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.615745 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.616247 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: availability_zone Mar 23 19:14:01.616575 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: availability_zone_filter.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.617526 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.618032 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: availability_zone_filter Mar 23 19:14:01.618359 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: data_plane_status.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.619276 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.619776 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 19:14:01.620130 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: default_subnetpools.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.621079 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.621582 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: default-subnetpools Mar 23 19:14:01.621909 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.622721 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.623224 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: dhcp_agent_scheduler Mar 23 19:14:01.623558 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: dns.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.624476 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.625013 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 19:14:01.625345 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: dns_domain_ports.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.626269 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.626771 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 19:14:01.627101 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.628041 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.628543 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 19:14:01.628904 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: dvr.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.629585 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.630090 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: dvr Mar 23 19:14:01.630416 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: ecmp_routes.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.631340 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.631838 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 19:14:01.632164 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: empty_string_filtering.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.633116 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.633627 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: empty-string-filtering Mar 23 19:14:01.633953 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.634868 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.635368 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 19:14:01.635718 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.636650 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.637190 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 19:14:01.637519 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: external_net.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.638436 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.638942 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: external-net Mar 23 19:14:01.639267 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.640190 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.640693 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: extra_dhcp_opt Mar 23 19:14:01.641051 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: extraroute.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.641965 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.642464 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: extraroute Mar 23 19:14:01.642790 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: extraroute_atomic.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.643844 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.644350 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: extraroute-atomic Mar 23 19:14:01.644678 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: filter_validation.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.645386 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.645885 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: filter-validation Mar 23 19:14:01.646211 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: fip_pf_description.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.647133 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.647634 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 19:14:01.647963 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: fip_port_details.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.648929 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.649439 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: fip-port-details Mar 23 19:14:01.649767 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: flavors.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.651008 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.652052 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: flavors Mar 23 19:14:01.652383 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.654106 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.654629 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 19:14:01.654963 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: floatingip_pools.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.655671 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.656181 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: floatingip-pools Mar 23 19:14:01.656512 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: ip_allocation.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.657501 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.658239 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 19:14:01.658385 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.659278 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.659786 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: ip-substring-filtering Mar 23 19:14:01.660115 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l2_adjacency.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.661077 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.661577 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 19:14:01.661902 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.662875 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.663389 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: router Mar 23 19:14:01.663717 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.666175 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.666708 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 19:14:01.667605 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.668554 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.669106 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: ext-gw-mode Mar 23 19:14:01.669441 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.670367 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.670875 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: l3-ha Mar 23 19:14:01.671203 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3_flavors.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.672125 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.672632 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: l3-flavors Mar 23 19:14:01.672998 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.673933 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.674442 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 19:14:01.674768 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: l3agentscheduler.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.675812 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.676322 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: l3_agent_scheduler Mar 23 19:14:01.676654 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: logging.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.678209 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.678735 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension logging not supported by any of loaded plugins Mar 23 19:14:01.679074 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: metering.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.679828 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.680410 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: metering Mar 23 19:14:01.680745 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.681898 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.682448 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: metering_source_and_destination_fields Mar 23 19:14:01.682787 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: multiprovidernet.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.683729 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.684248 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: multi-provider Mar 23 19:14:01.684581 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: netmtu.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.685540 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.686051 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: net-mtu Mar 23 19:14:01.686382 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: netmtu_writable.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.687569 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.688075 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: net-mtu-writable Mar 23 19:14:01.688406 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: network_availability_zone.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.689109 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.689612 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: network_availability_zone Mar 23 19:14:01.689940 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: network_ip_availability.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.691055 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.691564 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: network-ip-availability Mar 23 19:14:01.691894 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: network_segment_range.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.692665 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.693203 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 19:14:01.693534 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: pagination.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.694531 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.694869 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: pagination Mar 23 19:14:01.695196 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: port_device_profile.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.696118 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.696632 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: port-device-profile Mar 23 19:14:01.696995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.697933 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.699296 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: port-mac-address-regenerate Mar 23 19:14:01.699783 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.701071 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.701595 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: port-numa-affinity-policy Mar 23 19:14:01.701924 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: port_resource_request.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.702852 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.703358 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 19:14:01.703686 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: portbindings.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.704640 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.705178 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: binding Mar 23 19:14:01.705506 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: portbindings_extended.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.706923 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.707439 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: binding-extended Mar 23 19:14:01.707776 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: portsecurity.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.708730 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.709255 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: port-security Mar 23 19:14:01.709585 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: project_id.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.710581 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.710920 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: project-id Mar 23 19:14:01.711247 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: providernet.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.712177 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.712691 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: provider Mar 23 19:14:01.713047 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.717305 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.717829 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos not supported by any of loaded plugins Mar 23 19:14:01.718167 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.719427 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.719940 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 19:14:01.720278 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.721240 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.721753 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 19:14:01.722089 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_default.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.723017 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.723530 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-default not supported by any of loaded plugins Mar 23 19:14:01.723867 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_fip.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.724539 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.725072 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 19:14:01.725403 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.726336 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.726846 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 19:14:01.727175 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.728096 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.728603 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 19:14:01.728962 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_pps_rule.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.730185 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.730703 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 19:14:01.731034 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.731965 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.732475 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 19:14:01.732806 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: qos_rules_alias.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.733901 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.734422 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 19:14:01.734756 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: quotasv2.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.735690 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.736025 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: quotas Mar 23 19:14:01.736353 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: quotasv2_detail.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.738117 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.738468 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: quota_details Mar 23 19:14:01.738804 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: rbac.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.739875 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.740406 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: rbac-policies Mar 23 19:14:01.740746 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: rbac_address_group.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.741715 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.742230 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: rbac-address-group Mar 23 19:14:01.742563 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: rbac_address_scope.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.743503 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.744188 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: rbac-address-scope Mar 23 19:14:01.744531 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: rbac_security_groups.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.745519 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.746034 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: rbac-security-groups Mar 23 19:14:01.746365 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.747294 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.747800 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: rbac-subnetpool Mar 23 19:14:01.748135 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: revisionifmatch.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.749090 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.749603 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: revision-if-match Mar 23 19:14:01.749930 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: revisions.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.751086 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.751591 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: standard-attr-revisions Mar 23 19:14:01.751924 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: router_availability_zone.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.752612 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.753152 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: router_availability_zone Mar 23 19:14:01.753489 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: routerservicetype.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.754436 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.754945 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 19:14:01.755275 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.756204 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.756712 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: security-groups-normalized-cidr Mar 23 19:14:01.757076 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.758005 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.758513 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: port-security-groups-filtering Mar 23 19:14:01.758841 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.759771 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.760276 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: security-groups-remote-address-group Mar 23 19:14:01.761169 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: securitygroup.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.772303 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.772871 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: security-group Mar 23 19:14:01.773205 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: segment.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.774017 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.774530 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension segment not supported by any of loaded plugins Mar 23 19:14:01.774869 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.775828 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.776984 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 19:14:01.777322 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: servicetype.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.778531 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.779055 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: service-type Mar 23 19:14:01.779389 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: sorting.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.780399 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.780734 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: sorting Mar 23 19:14:01.781089 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: standard_attr_segment.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.782014 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.782517 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 19:14:01.782845 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: standardattrdescription.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.783500 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.784004 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: standard-attr-description Mar 23 19:14:01.784330 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: stateful_security_group.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.785296 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.785812 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: stateful-security-group Mar 23 19:14:01.786173 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: stdattrs_common.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.786767 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 19:14:01.787095 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.788050 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.788561 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 19:14:01.788921 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnet_onboard.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.790009 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.790527 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: subnet_onboard Mar 23 19:14:01.790883 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.791851 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.792367 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 19:14:01.792701 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnet_service_types.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.793666 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.794184 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: subnet-service-types Mar 23 19:14:01.794513 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnetallocation.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.795622 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.796137 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: subnet_allocation Mar 23 19:14:01.796468 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.797176 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.797688 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: subnetpool-prefix-ops Mar 23 19:14:01.798018 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.798953 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.799461 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 19:14:01.799788 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: tagging.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.800888 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.801402 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: standard-attr-tag Mar 23 19:14:01.801734 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: timestamp.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.802952 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.803467 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loaded extension: standard-attr-timestamp Mar 23 19:14:01.803801 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: trunk.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.804876 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.805394 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension trunk not supported by any of loaded plugins Mar 23 19:14:01.805725 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: trunk_details.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.806657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.807166 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 19:14:01.807518 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.808445 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.808984 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 19:14:01.809312 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Loading extension file: vlantransparent.py {{(pid=101659) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 19:14:01.809985 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101659) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 19:14:01.810488 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 19:14:01.813197 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:network Mar 23 19:14:01.813740 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnet Mar 23 19:14:01.814147 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:14:01.814559 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:port Mar 23 19:14:01.815781 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.816219 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service FLAVORS assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.816854 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.817296 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.817632 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:router Mar 23 19:14:01.818071 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 19:14:01.818568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service METERING assigned prefix: /metering {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.820026 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.820406 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.820762 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:14:01.821790 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 19:14:01.822232 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:security_group Mar 23 19:14:01.822678 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 19:14:01.823811 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service CORE assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.824160 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:14:01.824502 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] subnetpool is already registered Mar 23 19:14:01.824979 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service CORE assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.825320 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:14:01.825661 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] subnetpool is already registered Mar 23 19:14:01.827999 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.828393 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service FLAVORS assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.829022 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.829451 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.829791 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:router Mar 23 19:14:01.830137 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] router is already registered Mar 23 19:14:01.830559 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 19:14:01.830902 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] floatingip is already registered Mar 23 19:14:01.831369 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service METERING assigned prefix: /metering {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.832039 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 19:14:01.832374 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] rbac_policy is already registered Mar 23 19:14:01.832794 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:security_group Mar 23 19:14:01.833164 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] security_group is already registered Mar 23 19:14:01.833573 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 19:14:01.833915 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] security_group_rule is already registered Mar 23 19:14:01.834544 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service CORE assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.834879 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:14:01.835227 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] subnetpool is already registered Mar 23 19:14:01.835653 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.v2.resource_helper [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Service CORE assigned prefix: {{(pid=101659) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 19:14:01.835984 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 19:14:01.836323 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING neutron.quota.resource_registry [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] subnetpool is already registered Mar 23 19:14:01.836796 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: extensions {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.838277 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: address-groups {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.840318 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: address-scopes {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.841681 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: agents {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.842858 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: auto-allocated-topology {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.844113 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: availability_zones {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.845394 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: dhcp-networks {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.846890 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: dhcp-agents {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.848322 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: routers {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.850611 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: flavors {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.851722 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: service_profiles {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.852992 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: next_providers {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.854968 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: service_profiles {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.856517 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: floatingip-pools {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.857774 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: routers {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.859900 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: floatingips {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.861224 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: l3-routers {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.862616 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: l3-agents {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.864039 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: metering-labels {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.865441 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: metering-label-rules {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.866721 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: network-ip-availabilities {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.868024 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: bindings {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.869713 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: quotas {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.871776 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: quotas {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.873223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: rbac-policies {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.874423 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: security-groups {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.876681 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: security-group-rules {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.877982 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: service-providers {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.879208 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: subnetpools {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.880657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: subnetpools {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.882186 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.883914 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.885795 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.887582 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.889392 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.891317 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.893044 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.894949 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.896711 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.898544 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron.api.extensions [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Extended resource: tags {{(pid=101659) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 19:14:01.904555 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING keystonemiddleware.auth_token [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 19:14:01.909337 dv-cinder-834961-1-iscsi neutron-server[101659]: WARNING keystonemiddleware.auth_token [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 19:14:01.918479 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Acquired lock "singleton_lock" {{(pid=101659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 23 19:14:01.918957 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_concurrency.lockutils [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Releasing lock "singleton_lock" {{(pid=101659) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 23 19:14:01.919583 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Starting 2 workers Mar 23 19:14:01.924395 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Started child 101768 {{(pid=101659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:14:01.928871 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Started child 101769 {{(pid=101659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:14:01.929652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.930418 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO neutron.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 19:14:01.931037 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [-] (101768) wsgi starting up on http://0.0.0.0:9696 Mar 23 19:14:01.931147 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Notify callbacks [] for process, before_spawn {{(pid=101659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.934131 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Starting 1 workers Mar 23 19:14:01.934244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.935493 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [-] (101769) wsgi starting up on http://0.0.0.0:9696 Mar 23 19:14:01.939560 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Started child 101770 {{(pid=101659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:14:01.940107 dv-cinder-834961-1-iscsi neutron-server[101659]: INFO oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Starting 1 workers Mar 23 19:14:01.943184 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] calling RpcWorker wait() {{(pid=101770) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 19:14:01.943736 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] returning from RpcWorker wait() {{(pid=101770) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 19:14:01.944536 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Started child 101771 {{(pid=101659) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 19:14:01.944990 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.945399 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG neutron_lib.callbacks.manager [None req-3fe5db80-9717-4c2b-a0bc-a0811c46b9f3 None None] Notify callbacks [] for process, after_spawn {{(pid=101659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.945494 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:01.947236 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 19:14:01.947451 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:14:01.947637 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:14:01.947856 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:14:01.948244 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:14:01.948411 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:14:01.948953 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.949232 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.949424 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:01.949881 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.949881 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.950113 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.950622 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.950881 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.951116 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.951393 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.951644 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.951810 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.951971 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.952229 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.952461 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.952767 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.953056 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.953297 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.953562 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.953751 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.954013 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.954303 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.954554 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.954816 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] debug = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.955062 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.955557 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.955812 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.956071 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.956323 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.956581 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.956852 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.957120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.957365 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.957583 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.957830 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.958077 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.958314 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.958539 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.958762 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.959015 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.959252 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.959738 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] host = dv-cinder-834961-1-iscsi {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.959976 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.960193 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.960448 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.960696 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.960972 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.961204 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.961461 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.961727 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.961983 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.962206 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.962458 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.962717 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.962953 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.963208 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.963367 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_options = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.963599 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.963885 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.964133 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.964320 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.964476 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.964651 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.964933 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.965100 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.965354 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.965594 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.965809 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.966027 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.966281 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.966485 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.966739 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.966983 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.967229 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.967432 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.967689 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.967939 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.968165 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.968459 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.968665 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.968922 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.969155 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.969408 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.969634 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.969849 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.970064 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.970304 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.971291 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.971544 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.971905 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.972147 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.972251 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:01.972402 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.972633 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.972882 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.973141 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.973468 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.973700 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.973938 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.974383 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.974383 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.974670 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.974888 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.975064 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.975439 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_json = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.975624 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.975764 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.975951 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.976170 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.976425 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.976854 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.976854 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.977120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.977289 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:01.977698 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.978306 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.978306 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.978584 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.978761 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.979000 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.979231 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.979987 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.980238 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.980467 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.980809 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.981061 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.981350 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.981574 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.981866 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.982166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.982420 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.982704 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.982912 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.983130 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.983787 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.984019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.984278 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.984522 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.984754 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.985042 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.985285 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.985610 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.985871 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.986141 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.986408 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.986633 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.986854 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.987105 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.987318 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.987559 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.987760 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.988033 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.988282 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.988494 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.988745 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.988986 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.989223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.989450 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.989690 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.989944 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.990201 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.990393 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.990607 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.990837 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.991054 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.991288 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.991533 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.991771 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.991980 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.992248 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.992440 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.992652 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.992915 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.993135 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.993373 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.993592 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.993802 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.994012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.994229 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.994441 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.994687 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.994943 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.995674 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.995909 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.996135 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.996347 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.996580 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.996801 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.997077 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.997308 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.997805 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.997805 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.998263 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.998501 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.998715 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.998928 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.999159 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.999376 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.999586 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:01.999798 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.000010 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.000223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.000436 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.000715 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.001065 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.001308 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.001617 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.001857 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.002120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.002363 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.002619 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.002837 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.003056 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.003299 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.003562 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.003805 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.004076 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.004327 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.004565 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.004802 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.005052 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.005277 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.005524 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.005762 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.006007 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.006266 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.006533 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.006764 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.007028 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.007295 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.007564 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.007801 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.008074 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.008311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.008587 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.008887 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.009155 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.009430 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.009675 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.009904 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.010170 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.010411 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.010701 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.010935 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.011163 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.011384 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.011683 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.011918 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.012159 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.012384 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.012639 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.012993 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.013227 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.013443 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.013667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.013949 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.014196 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.014460 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.014720 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.014985 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.015621 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.015881 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.019622 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.019918 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.020217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.020497 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.020742 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.021019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.021290 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.021562 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.021818 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.022054 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.022293 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.022514 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.022763 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.023022 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.023260 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.023483 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.023736 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.023977 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.024223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.024466 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.024689 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.025010 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.025458 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.025868 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.026168 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.026416 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.026717 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.026977 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.027455 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.027709 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.027982 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.028254 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.028478 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.028748 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.028991 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.029207 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.029447 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.029666 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.029908 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.030145 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.030377 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.030594 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.030860 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.031099 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.031443 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.031699 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.032120 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.032219 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.032411 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.032696 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.032972 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.033192 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.033452 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.033669 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.033911 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.034147 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.034362 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.034576 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.034790 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.035003 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.035265 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.035514 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.035946 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.035946 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.036174 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.036517 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.036616 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.036869 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.037051 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.037451 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.037673 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.037911 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.038122 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.038400 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.038657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.039372 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.039372 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.039372 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.039798 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.039936 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.040073 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.040278 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.040502 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.040721 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.041024 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.041183 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.041415 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.041631 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.042365 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.042580 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.042789 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.043014 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.043224 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.043437 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.043657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.043867 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.044069 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.044400 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.044636 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.044864 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.045093 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.045309 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.045538 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.045769 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.046002 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.046207 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.046425 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.046639 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.046845 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.047141 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.047575 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.047825 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.048121 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.048374 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.048630 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.048908 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.049216 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.049433 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.049698 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.049922 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.050173 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.050394 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.051009 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.051009 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.051298 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.051524 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.051780 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.052064 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.052341 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.052600 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.052814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.053142 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.053454 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.053905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:02.054046 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.054273 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.054509 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.054768 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.055012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.055252 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.055491 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.055725 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.056018 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.056275 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.056548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.056778 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.057018 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.058077 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.058249 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.058411 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.058625 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.058850 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.059059 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.059212 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:14:02.059739 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101659) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 19:14:02.059898 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 19:14:02.060044 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.061388 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.063082 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.064166 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] debug = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.065233 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.066012 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] host = dv-cinder-834961-1-iscsi {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067901 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067901 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067901 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.067901 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068404 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068404 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068404 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068404 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.068995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.069506 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.069506 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_options = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.069506 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070180 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070820 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070820 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070820 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.070820 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071675 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071675 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071961 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.071961 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072203 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072203 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072351 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072490 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072647 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072806 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.072985 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.073664 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.073823 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.073982 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074139 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074295 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074452 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074609 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074774 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.074932 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075081 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075372 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075509 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075793 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.075793 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076276 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076276 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076276 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076740 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076740 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.076740 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077168 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_json = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077168 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077168 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077990 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077990 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077990 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.077990 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.078548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.078548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.078548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 19:14:02.078548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.080187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.082412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.083414 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.085070 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.086261 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.087628 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.088667 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.090217 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.091473 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092214 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.092814 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093167 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093167 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093306 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093400 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093513 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093673 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093834 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.093994 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094152 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094311 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094474 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094635 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094796 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.094941 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095099 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095258 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095417 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095576 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095735 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.095896 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096055 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096215 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096374 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096532 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096701 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.096878 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097041 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097201 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097368 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097538 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097699 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.097884 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098064 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098223 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098382 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098541 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098700 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.098861 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099019 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099181 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099348 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099519 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099678 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099838 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.099996 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100178 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100337 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100497 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100657 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100815 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.100994 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101154 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101313 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101478 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101637 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101796 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.101957 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102116 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102276 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102435 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102594 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102754 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.102913 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103072 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103232 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103390 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103550 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103709 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.103867 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104025 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104185 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104381 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104542 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104702 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.104890 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105050 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105208 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105367 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105528 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105687 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.105845 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106005 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106168 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106328 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106489 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106648 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106809 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.106968 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107127 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107289 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107448 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107607 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107768 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.107928 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108086 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108248 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108408 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108728 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.108908 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109086 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109246 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109405 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109568 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109727 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.109886 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110045 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110204 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110363 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110547 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110710 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.110870 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111028 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111187 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111346 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111509 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111672 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111835 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.111995 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112155 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112316 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112476 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112635 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112793 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.112974 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113134 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113294 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113453 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113611 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113783 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.113945 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114103 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114277 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114422 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114582 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114751 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.114913 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115071 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115231 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115389 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115548 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115717 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.115877 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116036 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116194 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116352 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116511 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116678 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.116857 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117020 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117179 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117337 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117497 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117666 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.117827 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118005 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118128 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118292 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118448 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118616 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118777 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.118935 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.119095 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.119253 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.119412 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.119579 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.119740 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.120404 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.120581 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.120742 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.120922 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121084 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121256 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121418 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121582 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121742 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.121908 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122069 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122231 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122395 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122564 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122730 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.122892 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123061 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123229 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123397 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123558 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123725 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.123895 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124055 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124215 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124393 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124535 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124694 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.124873 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125035 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125194 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125354 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125514 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125673 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125832 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.125992 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126153 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126312 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126471 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126629 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126788 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.126948 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 19:14:02.127100 dv-cinder-834961-1-iscsi neutron-server[101659]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101659) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 19:14:02.259304 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 37492) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:02.268575 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064116 Mar 23 19:14:13.374896 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3da5c-2d21-4d34-971e-e53f3ff1d7cc None None] get_active_networks_info from dv-cinder-834961-1-iscsi {{(pid=101770) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 23 19:14:13.500376 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3da5c-2d21-4d34-971e-e53f3ff1d7cc None None] No non-hosted networks {{(pid=101770) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 19:14:13.501905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-01c33d12-2e5a-4d49-b4d1-0e18944d5379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:15.742372 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7f46b626-fa92-443e-bd45-5c0591ac4f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:15.796451 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a20d46f8-ba15-404a-b8fc-3dd1e2c0b85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:16.757827 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:18.297014 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:18.625697 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:18.626343 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.626683 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.627019 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.627346 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.627667 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.627987 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.628300 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.628640 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.628985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.629303 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.629618 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.629934 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:18.630320 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834961-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:18.646407 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834961-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:19.285985 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.db.l3_hamode_db [None req-f19ee18b-662d-496e-9044-d915e5b63db5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 19:14:19.364087 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ee18b-662d-496e-9044-d915e5b63db5 None None] Routers set() bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:14:19.364740 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ee18b-662d-496e-9044-d915e5b63db5 None None] Router IDs set() for agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 19:14:19.508487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 37582) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:20.010709 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING oslo_policy.policy [None req-a2bb55a6-8c7b-4f61-89ec-aaca1c3942bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:20.011779 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING oslo_policy.policy [None req-a2bb55a6-8c7b-4f61-89ec-aaca1c3942bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:20.236336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [None req-a2bb55a6-8c7b-4f61-89ec-aaca1c3942bb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:14:20.237382 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a2bb55a6-8c7b-4f61-89ec-aaca1c3942bb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7278848 Mar 23 19:14:22.637241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37598) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:23.123238 dv-cinder-834961-1-iscsi neutron-server[101769]: WARNING oslo_policy.policy [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:23.123827 dv-cinder-834961-1-iscsi neutron-server[101769]: WARNING oslo_policy.policy [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:23.345261 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:23.440553 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.policy [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 19:14:23.486479 dv-cinder-834961-1-iscsi neutron-server[101769]: WARNING oslo_policy.policy [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:23.486847 dv-cinder-834961-1-iscsi neutron-server[101769]: WARNING oslo_policy.policy [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:14:23.579643 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065526680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065528261', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065514306', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065513886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065360574', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775065819974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16298838', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16478294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580349'] for rbac-policy, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:23.644259 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:23.645759 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-59c2194e-e1bb-4642-a92d-0413519138cf admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0063863 Mar 23 19:14:26.250165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37616) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:26.540566 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Request body: {'network': {'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'name': 'private', 'admin_state_up': True, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:26.569283 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Made reservation on behalf of 3d19a93f2ed041a08ce2bc3db5daa27e for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:14:26.572053 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.588402 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.699228 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.702665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.725748 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:14:26.750472 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775062421607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.751064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Unsubscribe: segment precommit_create {{(pid=101769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 19:14:26.751600 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Added segment e5b67098-0b6e-4457-9cad-38970fabbb3b of type vlan for network 2373b141-8f9a-40c7-83f6-393470a9b7ea Mar 23 19:14:26.757428 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ccefe-6d16-454d-83b5-6e4a67ad8b39,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:26.778289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.778564 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.778903 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.779236 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.779564 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.779907 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.780238 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.780592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.780940 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.781263 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.781594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.781896 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Tracked resource versions report: Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: pushed versions: Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: { 'AddressGroup': {'1.2'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'ConntrackHelper': {'1.0'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Log': {'1.0'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Network': {'1.1'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Port': {'1.7'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'PortForwarding': {'1.2'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'QosPolicy': {'1.9'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroup': {'1.4'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SubPort': {'1.0'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Subnet': {'1.1'}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Trunk': {'1.1'}} Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: consumer versions: Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'ConntrackHelper': '1.0', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Log': '1.0', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Network': '1.1', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Port': '1.7', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'PortForwarding': '1.2', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'QosPolicy': '1.9', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroup': '1.4', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroupRule': '1.2', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SubPort': '1.0', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Subnet': '1.1', Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Trunk': '1.1'}} Mar 23 19:14:26.783004 dv-cinder-834961-1-iscsi neutron-server[101769]: {{(pid=101769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:14:26.861270 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.898884 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.900078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:26.900735 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:26.959032 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7078168 Mar 23 19:14:27.002774 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bca33-3708-4593-9b03-112bb9a00ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=2373b141-8f9a-40c7-83f6-393470a9b7ea,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:27.014271 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:14:29.622215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37630) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:30.014016 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2483c9-a9d5-4ce7-8ee2-17f60a3bc698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:30.015376 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0d2483c9-a9d5-4ce7-8ee2-17f60a3bc698 admin admin] 10.222.0.43 "GET /v2.0/networks/2373b141-8f9a-40c7-83f6-393470a9b7ea HTTP/1.1" status: 200 len: 824 time: 0.3921828 Mar 23 19:14:30.040187 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-be4b2cf1-93d1-4bff-9363-1d40a845bac1 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/b01aaccb-47d1-4fcc-933e-ff8da52d351b HTTP/1.1" status: 200 len: 734 time: 0.0185637 Mar 23 19:14:30.049100 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Request body: {'subnet': {'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:30.068970 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Made reservation on behalf of 3d19a93f2ed041a08ce2bc3db5daa27e for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:14:30.071152 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:30.360469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:30.428198 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2a77ba-6475-46ee-98c2-8fb82a4746aa,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:30.432067 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Checking segment: {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:14:30.432448 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Network hostable DHCP agents. Network: 2373b141-8f9a-40c7-83f6-393470a9b7ea, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:14:30.452349 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:14:30.466091 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 2373b141-8f9a-40c7-83f6-393470a9b7ea) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:30.471848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:30.472909 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:30.476458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62167754-5410-4cc6-b643-8d6b345d8897 None None] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:14:30.489385 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6c1cf5f6-732f-4548-9baa-4f18af4a543a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4434881 Mar 23 19:14:30.807302 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-2373b141-8f9a-40c7-83f6-393470a9b7ea', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:14:30.808591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.102854 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Allocated IP 172.20.0.2 (2373b141-8f9a-40c7-83f6-393470a9b7ea/fb2a77ba-6475-46ee-98c2-8fb82a4746aa/7fffe24f-1247-4670-b45a-41fc3f17ba3a) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:14:31.301220 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.310122 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.393765 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:14:31.397735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:31.399329 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Pushing event updated for resources: {'Port': ['ID=7fffe24f-1247-4670-b45a-41fc3f17ba3a,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:31.404054 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:14:31.411492 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.411854 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.412196 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.412531 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.412880 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.413241 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.413567 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.413919 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.414267 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.415664 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.416061 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.416445 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Tracked resource versions report: Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: pushed versions: Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: { 'AddressGroup': {'1.2'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'ConntrackHelper': {'1.0'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Log': {'1.0'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Network': {'1.1'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Port': {'1.7'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'PortForwarding': {'1.2'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'QosPolicy': {'1.9'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroup': {'1.4'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SubPort': {'1.0'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Subnet': {'1.1'}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Trunk': {'1.1'}} Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: consumer versions: Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'ConntrackHelper': '1.0', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Log': '1.0', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Network': '1.1', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Port': '1.7', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'PortForwarding': '1.2', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'QosPolicy': '1.9', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroup': '1.4', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroupRule': '1.2', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SubPort': '1.0', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Subnet': '1.1', Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Trunk': '1.1'}} Mar 23 19:14:31.418318 dv-cinder-834961-1-iscsi neutron-server[101770]: {{(pid=101770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:14:31.499195 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Attempting to bind port 7fffe24f-1247-4670-b45a-41fc3f17ba3a on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:14:31.499972 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Attempting to bind port 7fffe24f-1247-4670-b45a-41fc3f17ba3a by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:14:31.500080 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Attempting to bind port 7fffe24f-1247-4670-b45a-41fc3f17ba3a on network 2373b141-8f9a-40c7-83f6-393470a9b7ea {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:14:31.504858 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:14:31.505266 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Checking segment: {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:14:31.505732 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.506120 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Bound using segment: {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:14:31.506613 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Bound port: 7fffe24f-1247-4670-b45a-41fc3f17ba3a, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:14:31.507025 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.567142 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] For port 7fffe24f-1247-4670-b45a-41fc3f17ba3a, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:14:31.571273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] For port 7fffe24f-1247-4670-b45a-41fc3f17ba3a, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=7fffe24f-1247-4670-b45a-41fc3f17ba3a,segment=NetworkSegment(e5b67098-0b6e-4457-9cad-38970fabbb3b),segment_id=e5b67098-0b6e-4457-9cad-38970fabbb3b)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:14:31.576277 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:31.642699 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06819-36ee-4567-a1fc-c1dc3343d3b8 None None] Pushing event updated for resources: {'Port': ['ID=7fffe24f-1247-4670-b45a-41fc3f17ba3a,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:32.951840 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37638) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:33.277520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [None req-8128c913-b535-4f5e-a7d6-f913fbe1f2c5 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:14:33.278604 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8128c913-b535-4f5e-a7d6-f913fbe1f2c5 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258162 Mar 23 19:14:35.702635 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37646) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:36.028395 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [None req-4d3b4743-a0df-40bf-9022-58e04f8a1e10 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:14:36.029429 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4d3b4743-a0df-40bf-9022-58e04f8a1e10 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3259358 Mar 23 19:14:38.667188 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37656) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:38.982514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Request body: {'router': {'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:39.012523 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:39.014086 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:39.146493 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:39.150795 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:39.165084 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:39.166279 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9e688a2d-3590-46f0-a4e0-f9238c017767 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4981091 Mar 23 19:14:39.973595 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 7fffe24f-1247-4670-b45a-41fc3f17ba3a up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:14:40.063417 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 7fffe24f-1247-4670-b45a-41fc3f17ba3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:40.063885 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:40.100105 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaecaf1-a147-4e8e-aa48-d4aa7a6da80b None None] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:14:40.245139 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:40.269962 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-4c51ef6f-7cef-4db4-9419-86c366db9d00 None None] Provisioning complete for port 7fffe24f-1247-4670-b45a-41fc3f17ba3a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:40.270336 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-4c51ef6f-7cef-4db4-9419-86c366db9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:40.337646 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 7fffe24f-1247-4670-b45a-41fc3f17ba3a, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=7fffe24f-1247-4670-b45a-41fc3f17ba3a,segment=NetworkSegment(e5b67098-0b6e-4457-9cad-38970fabbb3b),segment_id=e5b67098-0b6e-4457-9cad-38970fabbb3b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:14:40.347671 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:40.454062 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=7fffe24f-1247-4670-b45a-41fc3f17ba3a,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:40.708212 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-79c9a25e-16af-4fbb-885a-557384a4fdc4 None None] Provisioning complete for port 7fffe24f-1247-4670-b45a-41fc3f17ba3a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:40.708588 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-79c9a25e-16af-4fbb-885a-557384a4fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:41.569077 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37672) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:41.875419 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [None req-2da8c206-fd2f-42db-a80f-7224ee41401f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:14:41.876438 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2da8c206-fd2f-42db-a80f-7224ee41401f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064003 Mar 23 19:14:41.939705 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 7fffe24f-1247-4670-b45a-41fc3f17ba3a up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:14:41.988984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 7fffe24f-1247-4670-b45a-41fc3f17ba3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:41.989360 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:43.327067 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8df17013-2ed1-484b-a5a1-905bcbffab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:43.991652 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:14:44.279655 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37680) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:44.582324 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:44.601654 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Made reservation on behalf of 33a84224560548fb9b9eeeb739b3bed5 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:14:44.603807 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.612010 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.686276 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.690308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.703833 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=101769) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 19:14:44.725966 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.726311 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Added segment dbf695bc-360b-4c25-bc8f-6c4bf9484409 of type flat for network 7dd72023-87d6-4d90-a384-04525c97682c Mar 23 19:14:44.727568 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d388acfc-3ce0-48df-8b30-fe41a4bc290f,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:44.785337 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.816035 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.817181 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:44.817793 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:44.848855 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5681570 Mar 23 19:14:44.883437 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cb6c0-834b-460f-b179-3007ce1423f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd72023-87d6-4d90-a384-04525c97682c,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:44.894336 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 7dd72023-87d6-4d90-a384-04525c97682c details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:14:45.740799 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bffabc5d-7de3-4d5d-8d4f-680a5fa08ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:46.724331 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:47.231261 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37698) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:47.401787 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491641a-94f6-4437-bbd3-3435cf0205bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:47.403463 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9491641a-94f6-4437-bbd3-3435cf0205bb admin admin] 10.222.0.43 "GET /v2.0/subnets/fb2a77ba-6475-46ee-98c2-8fb82a4746aa HTTP/1.1" status: 200 len: 849 time: 0.1710553 Mar 23 19:14:47.520976 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7995cd9a-a4d9-4f5b-b29a-cf130c98413a admin admin] 10.222.0.43 "GET /v2.0/routers/321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 HTTP/1.1" status: 200 len: 704 time: 0.1115990 Mar 23 19:14:47.781438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.073013 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Allocated IP 172.20.0.1 (2373b141-8f9a-40c7-83f6-393470a9b7ea/fb2a77ba-6475-46ee-98c2-8fb82a4746aa/d1a86d70-96e6-4e51-9b9b-b279ba1da1c1) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:14:48.233405 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.267872 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.331532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.419727 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:14:48.425201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:48.430120 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:14:48.430666 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.433153 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Pushing event updated for resources: {'Port': ['ID=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:48.613893 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.623119 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.656686 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-6afd9cc8-faab-4f1d-a492-9787a4eb383e None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:48.657559 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-6afd9cc8-faab-4f1d-a492-9787a4eb383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.690854 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-6afd9cc8-faab-4f1d-a492-9787a4eb383e None None] Port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:14:48.837122 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.842031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.842999 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:48.897408 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Pushing event updated for resources: {'Port': ['ID=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:48.961957 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:14:48.963246 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:49.110636 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d2b32ba2-488e-4fe4-b3a9-bbf9f3e8fc68 None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:49.111014 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d2b32ba2-488e-4fe4-b3a9-bbf9f3e8fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:49.121983 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:14:49.146101 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-d2b32ba2-488e-4fe4-b3a9-bbf9f3e8fc68 None None] Port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:14:49.209752 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:14:49.214844 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1036febb-2379-459f-95b3-c815b47da4ce admin admin] 10.222.0.43 "PUT /v2.0/routers/321e89e0-ff75-4fa5-9dc7-620e3d19bbd6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6870129 Mar 23 19:14:49.221438 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Sync routers for ids ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:14:49.233755 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Routers {'321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:14:49.234568 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:14:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:49.417331 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Set router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:14:49.844525 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:48Z', 'revision_number': 2, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port_host': None, '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:48Z', 'revision_number': 2, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:49.895106 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Checking router: 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:14:49.895483 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Updating router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:14:49.943638 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.442802 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.450705 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.598171 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Pushing event updated for resources: {'Port': ['ID=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:50.615999 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.616365 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.616709 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.617086 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.617418 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.617746 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.618068 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.618390 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.618712 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.619030 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.619345 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.619660 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Tracked resource versions report: Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: pushed versions: Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: { 'AddressGroup': {'1.2'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'ConntrackHelper': {'1.0'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Log': {'1.0'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Network': {'1.1'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Port': {'1.7'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'PortForwarding': {'1.2'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'QosPolicy': {'1.9'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroup': {'1.4'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SubPort': {'1.0'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Subnet': {'1.1'}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Trunk': {'1.1'}} Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: consumer versions: Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'ConntrackHelper': '1.0', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Log': '1.0', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Network': '1.1', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Port': '1.7', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'PortForwarding': '1.2', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'QosPolicy': '1.9', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroup': '1.4', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroupRule': '1.2', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SubPort': '1.0', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Subnet': '1.1', Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Trunk': '1.1'}} Mar 23 19:14:50.620783 dv-cinder-834961-1-iscsi neutron-server[101771]: {{(pid=101771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:14:50.623792 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Attempting to bind port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:14:50.624305 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Attempting to bind port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:14:50.624610 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Attempting to bind port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 on network 2373b141-8f9a-40c7-83f6-393470a9b7ea {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:14:50.630690 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:14:50.631091 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Checking segment: {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:14:50.631562 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.631942 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Bound using segment: {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:14:50.632461 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Bound port: d1a86d70-96e6-4e51-9b9b-b279ba1da1c1, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b67098-0b6e-4457-9cad-38970fabbb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:14:50.632871 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.678955 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-f809e5d4-fea5-4394-8847-ec7646563012 None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:50.679527 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f809e5d4-fea5-4394-8847-ec7646563012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.699088 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] For port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:14:50.719039 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] For port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,segment=NetworkSegment(e5b67098-0b6e-4457-9cad-38970fabbb3b),segment_id=e5b67098-0b6e-4457-9cad-38970fabbb3b)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:14:50.723250 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-f809e5d4-fea5-4394-8847-ec7646563012 None None] Port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:14:50.726539 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:50.772878 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Routers {'321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:14:50.773498 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:14:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:50.858316 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187a71-441d-40f3-9cc9-ed3d61113fcf None None] Pushing event updated for resources: {'Port': ['ID=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,revision_number=4']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:50.877121 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] Set router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:14:50.945573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:50.946051 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:51.022435 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:51.064806 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] For port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,segment=NetworkSegment(e5b67098-0b6e-4457-9cad-38970fabbb3b),segment_id=e5b67098-0b6e-4457-9cad-38970fabbb3b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:14:51.069947 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:51.090470 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:48Z', 'revision_number': 2, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port_host': None, '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:50Z', 'revision_number': 4, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:51.117432 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc35a159-20b4-4831-bcff-4fc03929fcef None None] The sync data for ids ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'] in dv-cinder-834961-1-iscsi is: [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:48Z', 'revision_number': 2, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port_host': None, '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:50Z', 'revision_number': 4, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:14:51.118581 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e386b-560d-4ee0-863e-416989b4845c None None] Pushing event updated for resources: {'Port': ['ID=d1a86d70-96e6-4e51-9b9b-b279ba1da1c1,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:51.532702 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37718) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:51.639543 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c36e9c-93d9-44f2-ac84-eb63b5961381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:51.640995 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b1c36e9c-93d9-44f2-ac84-eb63b5961381 admin admin] 10.222.0.43 "GET /v2.0/networks/7dd72023-87d6-4d90-a384-04525c97682c HTTP/1.1" status: 200 len: 842 time: 0.1072097 Mar 23 19:14:51.651047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:51.671613 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Made reservation on behalf of 33a84224560548fb9b9eeeb739b3bed5 for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:14:51.673993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:52.027420 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.objects.ports [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101769) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 19:14:52.027903 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:52.081615 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f56a91f-48b8-4b76-847c-4d617e039140,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:52.089988 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:14:52.090376 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Network hostable DHCP agents. Network: 7dd72023-87d6-4d90-a384-04525c97682c, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:14:52.107223 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:14:52.116171 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 7dd72023-87d6-4d90-a384-04525c97682c) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:52.120054 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:52.120669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:52.128650 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b063c-566e-4105-ae0e-c72a0ac75c90 None None] Network 7dd72023-87d6-4d90-a384-04525c97682c requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:14:52.144979 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c592b7df-3ada-4ee2-89a1-e7bd77bafd61 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4893696 Mar 23 19:14:52.263803 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028301d-6e75-4371-b392-42791bb347c0 None None] Network 7dd72023-87d6-4d90-a384-04525c97682c requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:14:54.469977 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37726) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:54.598784 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e48abb0c-4f84-4a70-b37e-63d1fcb4a950 admin admin] 10.222.0.43 "GET /v2.0/routers/321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 HTTP/1.1" status: 200 len: 710 time: 0.1275675 Mar 23 19:14:54.687969 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6eb84c-91e3-44a5-a0f0-c51ccd213d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:14:54.690803 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2e6eb84c-91e3-44a5-a0f0-c51ccd213d28 admin admin] 10.222.0.43 "GET /v2.0/networks/7dd72023-87d6-4d90-a384-04525c97682c HTTP/1.1" status: 200 len: 886 time: 0.0833409 Mar 23 19:14:54.699316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:14:54.968479 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:55.193288 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:55.266583 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:55.370953 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Allocated IP 172.27.3.251 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/7dda606a-3a61-4595-b172-a0fd58592733) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:14:55.469816 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:55.501090 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:55.539327 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:14:55.542023 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:14:55.545201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:14:55.583611 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Pushing event updated for resources: {'Port': ['ID=7dda606a-3a61-4595-b172-a0fd58592733,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:55.875654 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:56.064639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44587'] for router, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:56.068253 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528738'] for router, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:56.181125 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:14:56.287576 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:14:56.291887 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:56.293048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a9727ffe-a275-472a-a14a-16ce4a415fde admin admin] 10.222.0.43 "PUT /v2.0/routers/321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 HTTP/1.1" status: 200 len: 890 time: 1.5970092 Mar 23 19:14:57.476938 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Sync routers for ids ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:14:57.488374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Routers {'321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:14:57.489049 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:14:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:57.692743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Set router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:14:57.983741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:14:58.094347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:14:58.094723 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.223930 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7dda606a-3a61-4595-b172-a0fd58592733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:55Z', 'revision_number': 4, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port': {'id': '7dda606a-3a61-4595-b172-a0fd58592733', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:55Z', 'updated_at': '2022-03-23T19:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:51Z', 'revision_number': 5, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:58.275233 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Checking router: 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:14:58.275591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Updating router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 port 7dda606a-3a61-4595-b172-a0fd58592733 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:14:58.349370 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.678331 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.683706 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.725378 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 37738) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:14:58.735634 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce352-8d1b-4f5d-ab14-fd2e761bb51b None None] Pushing event updated for resources: {'Port': ['ID=7dda606a-3a61-4595-b172-a0fd58592733,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:58.737867 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Attempting to bind port 7dda606a-3a61-4595-b172-a0fd58592733 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:14:58.738244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Attempting to bind port 7dda606a-3a61-4595-b172-a0fd58592733 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:14:58.738610 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Attempting to bind port 7dda606a-3a61-4595-b172-a0fd58592733 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:14:58.743761 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:14:58.744204 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:14:58.744489 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.744977 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:14:58.745448 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Bound port: 7dda606a-3a61-4595-b172-a0fd58592733, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:14:58.745849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.796555 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] For port 7dda606a-3a61-4595-b172-a0fd58592733, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:14:58.799511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] For port 7dda606a-3a61-4595-b172-a0fd58592733, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=7dda606a-3a61-4595-b172-a0fd58592733,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:14:58.803481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:14:58.845595 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-14eb5f56-8583-446c-bcc1-744af69b95cf admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190498 Mar 23 19:14:58.865424 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce352-8d1b-4f5d-ab14-fd2e761bb51b None None] Pushing event updated for resources: {'Port': ['ID=7dda606a-3a61-4595-b172-a0fd58592733,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:14:58.868272 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Routers {'321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:14:58.868907 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:14:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:58.984607 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] Set router 321e89e0-ff75-4fa5-9dc7-620e3d19bbd6 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:14:59.204532 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7dda606a-3a61-4595-b172-a0fd58592733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:55Z', 'revision_number': 4, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port': {'id': '7dda606a-3a61-4595-b172-a0fd58592733', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:55Z', 'updated_at': '2022-03-23T19:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:51Z', 'revision_number': 5, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:14:59.230336 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4c754-ee1c-4fee-844e-62fbf7c7c362 None None] The sync data for ids ['321e89e0-ff75-4fa5-9dc7-620e3d19bbd6'] in dv-cinder-834961-1-iscsi is: [{'id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'name': 'router1', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '7dda606a-3a61-4595-b172-a0fd58592733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:14:39Z', 'updated_at': '2022-03-23T19:14:55Z', 'revision_number': 4, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'gw_port': {'id': '7dda606a-3a61-4595-b172-a0fd58592733', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:55Z', 'updated_at': '2022-03-23T19:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd1a86d70-96e6-4e51-9b9b-b279ba1da1c1', 'name': '', 'network_id': '2373b141-8f9a-40c7-83f6-393470a9b7ea', 'tenant_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'mac_address': 'fa:16:3e:d4:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321e89e0-ff75-4fa5-9dc7-620e3d19bbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:14:47Z', 'updated_at': '2022-03-23T19:14:51Z', 'revision_number': 5, 'project_id': '3d19a93f2ed041a08ce2bc3db5daa27e', 'subnets': [{'id': 'fb2a77ba-6475-46ee-98c2-8fb82a4746aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b01aaccb-47d1-4fcc-933e-ff8da52d351b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:14:59.986718 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 7dda606a-3a61-4595-b172-a0fd58592733 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:15:00.041149 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 7dda606a-3a61-4595-b172-a0fd58592733 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:15:00.041534 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:00.116640 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:00.136479 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 7dda606a-3a61-4595-b172-a0fd58592733, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=7dda606a-3a61-4595-b172-a0fd58592733,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:15:00.142257 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:00.206774 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=7dda606a-3a61-4595-b172-a0fd58592733,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:15:01.957796 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 7dda606a-3a61-4595-b172-a0fd58592733 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:15:02.008094 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 7dda606a-3a61-4595-b172-a0fd58592733 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:15:02.008605 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:13.330807 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7e46665e-7677-4a6e-97b4-5a01d8f52e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:15.744421 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5b931acc-11e0-4df3-bf5f-7b406d0bb2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:16.734004 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:18.238330 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:18.621431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:20.993752 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:15:43.382588 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050356f3-a8d8-4e2d-9701-9ab9d39f3937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:45.747527 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e80eea01-64d1-48e8-b85a-f97b6134d3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:46.814045 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:48.241959 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:48.617069 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:15:57.991913 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:16:13.333693 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86813f74-2b46-4415-adc7-7338c4921fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:15.751511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-dff56c60-d9be-4fd8-a9f3-c9117f07d1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:16.724032 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:18.245896 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:18.620084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:34.991187 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:16:37.692263 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38300) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:37.754308 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c36d06a-5dae-4b07-89d7-7cf5f5d71078 admin admin] GET failed (client error): The resource could not be found. Mar 23 19:16:37.755619 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8c36d06a-5dae-4b07-89d7-7cf5f5d71078 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620987 Mar 23 19:16:37.914619 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc6843b-101c-475f-a8ed-4615343aaabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:37.916022 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-abc6843b-101c-475f-a8ed-4615343aaabd admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1551538 Mar 23 19:16:40.123590 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38310) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:40.213413 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4d118d-dea8-4021-ba2a-7e9a5f896d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:40.214733 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4c4d118d-dea8-4021-ba2a-7e9a5f896d7b admin admin] 10.222.0.43 "GET /v2.0/subnets/fb2a77ba-6475-46ee-98c2-8fb82a4746aa HTTP/1.1" status: 200 len: 849 time: 0.0901413 Mar 23 19:16:40.226212 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:16:40.309159 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:40.452551 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775062447800'] for subnet, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:40.483613 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:40.484788 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:40.485508 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] 10.222.0.43 "PUT /v2.0/subnets/fb2a77ba-6475-46ee-98c2-8fb82a4746aa HTTP/1.1" status: 200 len: 868 time: 0.2630134 Mar 23 19:16:40.504175 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ccea4-432f-4375-be42-49720380cfbd None None] Network 2373b141-8f9a-40c7-83f6-393470a9b7ea requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:16:40.508417 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2a77ba-6475-46ee-98c2-8fb82a4746aa,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:16:40.515780 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.516164 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.516517 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.516888 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.517226 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.517578 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.517919 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.518278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.518622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.518953 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.519382 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.519713 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108aa98-bb3f-4d61-8af6-3586a3ccc198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:16:40.837187 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d5647c33-c8d2-4dfb-9058-eb5229e004fc None None] Provisioning complete for port d1a86d70-96e6-4e51-9b9b-b279ba1da1c1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:16:40.837569 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d5647c33-c8d2-4dfb-9058-eb5229e004fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:40.921364 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d5647c33-c8d2-4dfb-9058-eb5229e004fc None None] Provisioning complete for port 7fffe24f-1247-4670-b45a-41fc3f17ba3a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:16:40.921740 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d5647c33-c8d2-4dfb-9058-eb5229e004fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:42.668000 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38318) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:42.861000 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071c9b-b2d1-41cb-85c4-f87b89009754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:42.861409 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071c9b-b2d1-41cb-85c4-f87b89009754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:42.862929 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-60071c9b-b2d1-41cb-85c4-f87b89009754 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1939416 Mar 23 19:16:43.334785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9b180cf4-08a9-4d53-91d1-e590d60365d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:45.053265 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38326) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:45.182642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f696d9a-2084-4e4d-b6d6-b4f7e187bee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:45.183142 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f696d9a-2084-4e4d-b6d6-b4f7e187bee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:45.184649 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5f696d9a-2084-4e4d-b6d6-b4f7e187bee7 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1304121 Mar 23 19:16:45.753104 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-89db4625-f2a2-4bdc-89d6-c770bfd838a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:46.727374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:47.405937 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38334) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:47.531904 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4aba84-9404-4b97-9a31-d57b267eafe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:47.533262 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9f4aba84-9404-4b97-9a31-d57b267eafe2 admin admin] 10.222.0.43 "GET /v2.0/networks/2373b141-8f9a-40c7-83f6-393470a9b7ea HTTP/1.1" status: 200 len: 868 time: 0.1263809 Mar 23 19:16:48.246423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:48.622097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:16:49.722029 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38342) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:49.947652 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03294cbf-915b-44cc-a2ea-d397894601ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:49.949046 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-03294cbf-915b-44cc-a2ea-d397894601ad admin admin] 10.222.0.43 "GET /v2.0/networks/7dd72023-87d6-4d90-a384-04525c97682c HTTP/1.1" status: 200 len: 886 time: 0.2260494 Mar 23 19:16:52.161312 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38350) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:52.282998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff83f7-7be9-488d-b681-b5627f17942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:52.283462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff83f7-7be9-488d-b681-b5627f17942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:52.285024 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ebff83f7-7be9-488d-b681-b5627f17942a admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226676 Mar 23 19:16:54.477368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38358) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:54.711806 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.policy [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 19:16:54.758907 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING oslo_policy.policy [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:16:54.759285 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING oslo_policy.policy [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 19:16:54.768094 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:54.768568 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:54.770484 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b1c2a130-e9e4-474a-84a2-9015275985ca admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2921698 Mar 23 19:16:56.983703 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38370) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:57.067665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62fe419-a975-4763-95c8-d79b9317c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:57.069022 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d62fe419-a975-4763-95c8-d79b9317c9aa admin admin] 10.222.0.43 "GET /v2.0/subnets/4f56a91f-48b8-4b76-847c-4d617e039140 HTTP/1.1" status: 200 len: 816 time: 0.0843956 Mar 23 19:16:59.267124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38378) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:16:59.391681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaf759-2a61-48d3-90fb-09b685fe9ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:16:59.393046 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-45aaf759-2a61-48d3-90fb-09b685fe9ad6 admin admin] 10.222.0.43 "GET /v2.0/subnets/fb2a77ba-6475-46ee-98c2-8fb82a4746aa HTTP/1.1" status: 200 len: 868 time: 0.1249294 Mar 23 19:17:11.989955 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:17:13.339540 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1cab6ea3-5a68-4de6-aad4-f288a336f8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:15.757086 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b9902b3b-2eb8-42f0-b291-f396910e343d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:16.731054 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:18.251103 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:18.624453 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:19.646590 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38432) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:17:19.694168 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [None req-fe8933dc-9f96-4cf5-b784-54ce79deed0e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:17:19.695184 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fe8933dc-9f96-4cf5-b784-54ce79deed0e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476239 Mar 23 19:17:21.978485 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38440) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:17:22.055376 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9588665c-c7c0-4c70-870f-c0909011e87b admin admin] GET failed (client error): The resource could not be found. Mar 23 19:17:22.056687 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9588665c-c7c0-4c70-870f-c0909011e87b admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772872 Mar 23 19:17:22.213034 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2893c6b-c068-48ce-a463-385d33c61db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:17:22.214565 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d2893c6b-c068-48ce-a463-385d33c61db3 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1529152 Mar 23 19:17:24.446108 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38448) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:17:24.492172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:17:24.529681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Made reservation on behalf of 33a84224560548fb9b9eeeb739b3bed5 for: {'network': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:17:24.532579 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:24.574976 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING neutron.services.revisions.revision_plugin [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Could not find related network for resource to bump revision. Mar 23 19:17:24.598526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:17:24.610533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775062421607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:24.611099 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Unsubscribe: segment precommit_create {{(pid=101768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 19:17:24.611600 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.segments_db [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Added segment 315e0013-eaa8-4b1b-83c0-0d665f1a6656 of type vlan for network 33a28ca5-1f34-472a-95c6-f6b933b3a997 Mar 23 19:17:24.671055 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:24.716610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:24.717700 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:17:24.718296 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:24.744842 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2976544 Mar 23 19:17:24.829726 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Pushing event updated for resources: {'Network': ['ID=33a28ca5-1f34-472a-95c6-f6b933b3a997,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:17:24.839639 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.839992 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.840334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.840666 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.841019 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.841351 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.841681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.842020 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.842395 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.842722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.843042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.843357 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039c372-0f6d-47b2-8a99-678eb97b3037 admin admin] Tracked resource versions report: Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: pushed versions: Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: { 'AddressGroup': {'1.2'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'ConntrackHelper': {'1.0'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Log': {'1.0'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Network': {'1.1'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Port': {'1.7'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'PortForwarding': {'1.2'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'QosPolicy': {'1.9'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroup': {'1.4'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SubPort': {'1.0'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Subnet': {'1.1'}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Trunk': {'1.1'}} Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: consumer versions: Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'ConntrackHelper': '1.0', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Log': '1.0', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Network': '1.1', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Port': '1.7', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'PortForwarding': '1.2', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'QosPolicy': '1.9', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroup': '1.4', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroupRule': '1.2', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SubPort': '1.0', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Subnet': '1.1', Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Trunk': '1.1'}} Mar 23 19:17:24.844497 dv-cinder-834961-1-iscsi neutron-server[101768]: {{(pid=101768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:17:24.874034 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:17:26.972269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38460) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:17:27.034306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de816d5-cecb-497c-b401-4fc68c42155b admin admin] GET failed (client error): The resource could not be found. Mar 23 19:17:27.036109 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2de816d5-cecb-497c-b401-4fc68c42155b admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623662 Mar 23 19:17:27.121269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d206c-ed20-4963-912c-d2a5ef5233de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:17:27.122768 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-367d206c-ed20-4963-912c-d2a5ef5233de admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0821626 Mar 23 19:17:27.132967 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Request body: {'subnet': {'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:17:27.153561 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Made reservation on behalf of 33a84224560548fb9b9eeeb739b3bed5 for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:17:27.155991 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:27.366651 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:27.421360 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4102bce9-852b-48f7-ae5d-184bc1dd7a68,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:17:27.433508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Checking segment: {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:17:27.434149 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Network hostable DHCP agents. Network: 33a28ca5-1f34-472a-95c6-f6b933b3a997, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:17:27.457598 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:17:27.467917 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 33a28ca5-1f34-472a-95c6-f6b933b3a997) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:17:27.472743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:17:27.473381 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:27.478086 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85043f2-8c71-49e0-8ae8-b3d7103e80ca None None] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:17:27.488556 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9550a3da-7367-47c4-b2bb-a50b4de39e3c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3584228 Mar 23 19:17:27.719996 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-33a28ca5-1f34-472a-95c6-f6b933b3a997', 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997', 'tenant_id': '33a84224560548fb9b9eeeb739b3bed5', 'fixed_ips': [{'subnet_id': '4102bce9-852b-48f7-ae5d-184bc1dd7a68'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:17:27.720935 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:27.864189 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Allocated IP 192.168.233.2 (33a28ca5-1f34-472a-95c6-f6b933b3a997/4102bce9-852b-48f7-ae5d-184bc1dd7a68/6b9c1dbf-9162-4388-992b-4781fa528a0c) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:17:28.003186 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:28.009249 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:28.050389 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:17:28.053404 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:17:28.057811 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:17:28.066713 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Pushing event updated for resources: {'Port': ['ID=6b9c1dbf-9162-4388-992b-4781fa528a0c,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:17:28.076006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.076366 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.076718 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.077084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.077426 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.077761 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.078095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.078431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.078796 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.079141 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.079470 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.079799 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:17:28.127269 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Attempting to bind port 6b9c1dbf-9162-4388-992b-4781fa528a0c on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:17:28.127652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Attempting to bind port 6b9c1dbf-9162-4388-992b-4781fa528a0c by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:17:28.128018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Attempting to bind port 6b9c1dbf-9162-4388-992b-4781fa528a0c on network 33a28ca5-1f34-472a-95c6-f6b933b3a997 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:17:28.132964 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:17:28.133339 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Checking segment: {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:17:28.133747 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:28.134146 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Bound using segment: {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:17:28.134609 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Bound port: 6b9c1dbf-9162-4388-992b-4781fa528a0c, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:17:28.135004 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:28.196898 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-2376915c-0247-410d-a771-f48b71b461ab None None] For port 6b9c1dbf-9162-4388-992b-4781fa528a0c, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:17:28.200084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-2376915c-0247-410d-a771-f48b71b461ab None None] For port 6b9c1dbf-9162-4388-992b-4781fa528a0c, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=6b9c1dbf-9162-4388-992b-4781fa528a0c,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:17:28.204520 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:28.265346 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376915c-0247-410d-a771-f48b71b461ab None None] Pushing event updated for resources: {'Port': ['ID=6b9c1dbf-9162-4388-992b-4781fa528a0c,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:17:29.052606 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f824d9b-ffe4-4b4c-ba1c-175a3ee19033 None None] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:17:29.128428 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] Provisioning complete for port 6b9c1dbf-9162-4388-992b-4781fa528a0c triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:17:29.128861 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:29.268777 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:29.304785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] For port 6b9c1dbf-9162-4388-992b-4781fa528a0c, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=6b9c1dbf-9162-4388-992b-4781fa528a0c,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:17:29.309929 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:29.365196 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad0c8c-40a0-456d-82a5-86cbb89a35a6 None None] Pushing event updated for resources: {'Port': ['ID=6b9c1dbf-9162-4388-992b-4781fa528a0c,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:17:29.530591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d3c55969-a9b9-4598-883e-ff3b7ac1b1fb None None] Provisioning complete for port 6b9c1dbf-9162-4388-992b-4781fa528a0c triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:17:29.530984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d3c55969-a9b9-4598-883e-ff3b7ac1b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:30.047189 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 6b9c1dbf-9162-4388-992b-4781fa528a0c up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:17:30.100421 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 6b9c1dbf-9162-4388-992b-4781fa528a0c triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:17:30.101159 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:43.358255 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bf850fe6-a202-465f-b220-3ce33f0f1c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:45.758818 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f957b611-5c50-4ce6-b557-f321b6f0acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:46.735049 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:48.253458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:48.626720 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:17:48.988951 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:18:13.339713 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-044dcda7-ba13-43af-a9cc-803e917bb4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:15.761149 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b84ef116-673f-4ae4-9a70-23d1ea9b0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:16.737964 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:18.258391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:18.628495 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:25.987806 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:18:43.341651 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a5baab84-3ac9-40f5-9161-0ac2a3d84883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:45.761411 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-18a10364-22f0-44ed-9fce-da8cc33cc63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:46.740060 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:48.258483 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:18:48.631002 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:02.987550 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:19:13.343624 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c7d2-b871-4460-873d-d4d862bcf4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:15.764080 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-53667eeb-4efd-41ef-96fc-249ae3173789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:16.745195 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:17.282796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38498) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:19:17.288545 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [None req-dd689e16-4de6-43e2-ab0a-801d8bc7d124 tempest-verify_tempest_config-200720941 tempest-verify_tempest_config-200720941-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:19:17.289518 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dd689e16-4de6-43e2-ab0a-801d8bc7d124 tempest-verify_tempest_config-200720941 tempest-verify_tempest_config-200720941-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057683 Mar 23 19:19:17.573687 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38516) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:19:17.674645 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:17.777191 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:17.780740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:17.824542 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b314239c28d64167a9d8704e4b1ed65e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2498257 Mar 23 19:19:17.826553 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daabb9e-9207-4490-b428-72314d10eed0,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:19:17.828416 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38520) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:19:17.843949 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.844317 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.844665 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.845079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.845416 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.845763 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.846100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.846446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.846793 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.847125 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.847451 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.847772 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac48789-a657-4d54-a625-9b27b6391296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:19:17.893019 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:17.912943 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:18.005946 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:18.008788 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:18.010072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1daabb9e-9207-4490-b428-72314d10eed0 HTTP/1.1" status: 204 len: 168 time: 0.1806850 Mar 23 19:19:18.018127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961858-f9f5-48c4-9cd0-b8ce899970d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daabb9e-9207-4490-b428-72314d10eed0,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:19:18.261018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:18.632916 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:39.985590 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:19:43.370743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-091081cb-cfa0-42cd-8b66-91ba128d21b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:45.765347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-30364b46-a8b8-43a1-9214-245cda46cbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:46.745097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:48.263181 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:19:48.634239 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:13.352615 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb8cbe05-814e-4ce3-82f3-3725eb1bca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:15.771866 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bb55193d-c70f-41dc-afa9-2d09830a8048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:16.747816 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:16.984101 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:20:18.266277 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:18.638498 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:43.354089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-863ce2fc-98fc-4550-bb3f-201d665a0dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:45.763854 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0a979ccd-c254-4517-bf2b-7330ca318d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:46.749480 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:48.267747 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:48.640462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:20:53.983505 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 5 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:21:10.431649 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-528513'] for agent, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:13.355019 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3ae59ec2-8f59-4aeb-a42b-1eb158c1ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:15.764256 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b3640b62-02f7-4905-90f9-0f22398773f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:16.752102 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:18.274193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:18.643280 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:25.475038 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38590) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:21:25.581088 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-49377e72-3802-43fa-bb48-f959de17f609 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1049449 Mar 23 19:21:27.781274 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38600) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:21:27.836240 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-33538749-3a3b-44af-a8da-47850ef4665a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0539033 Mar 23 19:21:30.982401 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:21:40.433440 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:43.364757 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-06e9b497-4a36-433a-a454-7d7e54aeb2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:45.765212 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-51a077f6-fb46-4220-b059-7e16389cc012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:46.753886 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:48.273866 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:21:48.647011 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:07.981464 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:22:10.435913 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:13.357191 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7ba275a3-5112-4e23-b180-b08947a2f7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:15.766342 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9f52-4d77-4d58-9ab8-29ede0ee23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:16.757624 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:18.282165 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:18.649617 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:40.443025 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:43.358480 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3f81a737-f76c-4740-bc5e-b477cba7ccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:44.980619 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:22:45.771702 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c4bf02a1-b7ec-4844-8f7c-266feddeae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:46.763144 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:48.280784 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:22:48.652476 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:07.913285 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38718) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:08.098325 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-40185099-network', 'tenant_id': '724c16a946cd4eae9cfe2f57e6bbcfeb'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:08.118309 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Made reservation on behalf of 724c16a946cd4eae9cfe2f57e6bbcfeb for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:08.120659 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.128889 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.214621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.218879 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.240866 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:08.267740 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.268377 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Added segment 42ffc054-2699-494d-bdb2-7130480cdcd7 of type vlan for network 1e935976-d60b-45c4-aece-3dc251d8bd70 Mar 23 19:23:08.278227 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a63ba5e-199b-431e-8e27-d02b971ac4e0,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:08.305431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.305777 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.306117 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.306451 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.306780 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.307127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.307465 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.307815 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.308156 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.308481 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.308798 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.309140 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Tracked resource versions report: Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: pushed versions: Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: { 'AddressGroup': {'1.2'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'ConntrackHelper': {'1.0'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Log': {'1.0'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Network': {'1.1'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Port': {'1.7'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'PortForwarding': {'1.2'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'QosPolicy': {'1.9'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroup': {'1.4'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SubPort': {'1.0'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Subnet': {'1.1'}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Trunk': {'1.1'}} Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: consumer versions: Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'ConntrackHelper': '1.0', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Log': '1.0', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Network': '1.1', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Port': '1.7', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'PortForwarding': '1.2', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'QosPolicy': '1.9', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroup': '1.4', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SecurityGroupRule': '1.2', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'SubPort': '1.0', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Subnet': '1.1', Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: 'Trunk': '1.1'}} Mar 23 19:23:08.310229 dv-cinder-834961-1-iscsi neutron-server[101769]: {{(pid=101769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:23:08.332488 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.359557 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.360516 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:08.361117 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.397089 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4822395 Mar 23 19:23:08.400694 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38754) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:08.407332 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Request body: {'subnet': {'network_id': '1e935976-d60b-45c4-aece-3dc251d8bd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-40185099-subnet', 'tenant_id': '724c16a946cd4eae9cfe2f57e6bbcfeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:08.435484 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b985-56c6-45a7-b0ca-855fc7717c69 admin admin] Pushing event updated for resources: {'Network': ['ID=1e935976-d60b-45c4-aece-3dc251d8bd70,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:08.445556 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Made reservation on behalf of 724c16a946cd4eae9cfe2f57e6bbcfeb for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:08.447166 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 1e935976-d60b-45c4-aece-3dc251d8bd70 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:08.449311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.666151 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.723282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b049f03-409c-4b17-8281-81e6a86ece37,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:08.733209 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.733743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.734089 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.734420 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.734748 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.735097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.735428 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.735767 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.736100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.736424 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.736743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.737089 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Tracked resource versions report: Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: pushed versions: Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: { 'AddressGroup': {'1.2'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'ConntrackHelper': {'1.0'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Log': {'1.0'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Network': {'1.1'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Port': {'1.7'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'PortForwarding': {'1.2'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'QosPolicy': {'1.9'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroup': {'1.4'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SubPort': {'1.0'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Subnet': {'1.1'}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Trunk': {'1.1'}} Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: consumer versions: Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'ConntrackHelper': '1.0', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Log': '1.0', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Network': '1.1', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Port': '1.7', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'PortForwarding': '1.2', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'QosPolicy': '1.9', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroup': '1.4', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SecurityGroupRule': '1.2', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'SubPort': '1.0', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Subnet': '1.1', Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: 'Trunk': '1.1'}} Mar 23 19:23:08.738176 dv-cinder-834961-1-iscsi neutron-server[101768]: {{(pid=101768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:23:08.742635 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Checking segment: {'id': '42ffc054-2699-494d-bdb2-7130480cdcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1e935976-d60b-45c4-aece-3dc251d8bd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:08.742998 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Network hostable DHCP agents. Network: 1e935976-d60b-45c4-aece-3dc251d8bd70, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:08.764408 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Network 1e935976-d60b-45c4-aece-3dc251d8bd70 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:08.778161 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 1e935976-d60b-45c4-aece-3dc251d8bd70) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:08.785139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:08.786760 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:08.792654 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dac6c1-d14e-49dc-95ee-5c74c8983970 None None] Network 1e935976-d60b-45c4-aece-3dc251d8bd70 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:08.813465 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-abd827b6-da58-4d34-830a-dbf6a3c6e483 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4109542 Mar 23 19:23:08.936041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030bf3e-90be-479c-b071-6f82fa478951 None None] Network 1e935976-d60b-45c4-aece-3dc251d8bd70 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:09.388870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38814) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:09.628199 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38830) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:09.690279 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-652341245-network', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:09.717702 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'network': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:09.719984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.729251 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.772152 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38836) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:09.814701 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.818267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.835722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:09.861957 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacf962c-b48f-4c2a-8863-a901e16ad6ae,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:09.869344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.869937 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.segments_db [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Added segment fb700db4-08f5-4daf-8313-59b0ed7bdaec of type vlan for network d7852928-7407-4b03-85a4-ac35aaeae76e Mar 23 19:23:09.897995 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38844) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:09.915560 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.946253 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.947582 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:09.948334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:09.979276 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5892015 Mar 23 19:23:09.982218 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38850) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:09.988215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Request body: {'subnet': {'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-652341245-subnet', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.009555 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.012072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92769-e382-4bef-808e-548a76ad04fd admin admin] Pushing event updated for resources: {'Network': ['ID=d7852928-7407-4b03-85a4-ac35aaeae76e,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:10.020950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.022233 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network d7852928-7407-4b03-85a4-ac35aaeae76e details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:10.047031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-255220708-network', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.113681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Made reservation on behalf of cc251fc47a6e43089f9eba08785be63a for: {'network': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.115995 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.133322 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.241767 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1084177380-network', 'tenant_id': 'abaad76afe114f4a9574dad08e473c6a'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.255083 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.260797 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.265369 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1610487218-network', 'tenant_id': 'ab95638b935b4336b77989135ced74ca'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.272486 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.284570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=101768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:10.318062 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.318921 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.segments_db [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Added segment 74cc8072-044f-4a68-99c2-4c34d66cab76 of type vlan for network b91d1349-c7ce-4f6b-8786-1b7114ad59af Mar 23 19:23:10.320318 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b7fa23-6e47-4803-be2e-e86ed4b51e15,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:10.351009 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Made reservation on behalf of abaad76afe114f4a9574dad08e473c6a for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.353903 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.375797 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.380019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8259662-b61c-458f-bf5f-b1dafcf1f6dd,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:10.389074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:10.389538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Network hostable DHCP agents. Network: d7852928-7407-4b03-85a4-ac35aaeae76e, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:10.394181 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.407821 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.409168 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:10.410793 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.449293 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Network d7852928-7407-4b03-85a4-ac35aaeae76e is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:10.459417 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Made reservation on behalf of ab95638b935b4336b77989135ced74ca for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.460627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.463372 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.475924 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.484015 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, d7852928-7407-4b03-85a4-ac35aaeae76e) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:10.488861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:10.489710 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.493823 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f235bf-04e6-4ff2-93a3-f466fb2702d6 None None] Network d7852928-7407-4b03-85a4-ac35aaeae76e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:10.500860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] Pushing event updated for resources: {'Network': ['ID=b91d1349-c7ce-4f6b-8786-1b7114ad59af,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:10.516641 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-203b987c-65c2-4429-8de9-0155be4b823c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8872156 Mar 23 19:23:10.516861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38880) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:10.522497 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:10.524681 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Request body: {'subnet': {'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-subnet', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.554939 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1b11a6d8-12f9-4800-9c7e-61d260e1ffc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5707455 Mar 23 19:23:10.559570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38882) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:10.565933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.589416 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.600061 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Made reservation on behalf of cc251fc47a6e43089f9eba08785be63a for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.603339 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.608965 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.611023 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.613626 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.651538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:10.715485 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.715833 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Added segment 269207eb-89df-4668-8651-9d3e89ba715e of type vlan for network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca Mar 23 19:23:10.720156 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6905bdc-ec8f-4291-a47b-edec6694c7c8,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:10.797176 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38890) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:10.797978 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-d7852928-7407-4b03-85a4-ac35aaeae76e', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:23:10.799036 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.801513 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.808392 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845685882-network', 'tenant_id': '85cf24fd0471414d8438f82650144537'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:10.813647 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.832744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.855411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.876510 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:10.896754 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Made reservation on behalf of 85cf24fd0471414d8438f82650144537 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:10.899572 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.926061 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.927131 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:10.927771 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.947966 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:10.948382 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Added segment db09d670-be3a-4ec9-9c6a-521f54bf3d47 of type vlan for network 05c7177b-568c-4297-b2a5-26098f3d13c7 Mar 23 19:23:10.968305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.016940 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af6b6c-6486-4b05-a0bc-65d6f244a2a1,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.064304 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1648114 Mar 23 19:23:11.074255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38898) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:11.105029 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Request body: {'subnet': {'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1084177380-subnet', 'tenant_id': 'abaad76afe114f4a9574dad08e473c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:11.147881 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Allocated IP 172.20.0.2 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/c0dbc545-1604-4f62-9b9b-b60b7b23c263) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:11.225196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.285258 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.293265 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3586289-43c4-401d-8ded-8bca08c441de admin admin] Pushing event updated for resources: {'Network': ['ID=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.319542 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:11.338020 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.352134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Made reservation on behalf of abaad76afe114f4a9574dad08e473c6a for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:11.354521 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.402194 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.403144 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:11.403725 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.465583 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.474007 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.530071 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Pushing event updated for resources: {'Port': ['ID=c0dbc545-1604-4f62-9b9b-b60b7b23c263,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.537981 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7647069 Mar 23 19:23:11.542313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.543768 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.543965 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.544703 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.545278 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.545783 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.546278 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.547381 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.547895 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.548525 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.548649 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38922) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:11.549183 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.556193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:11.557889 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db365aa-2bcf-4951-90dd-2617745468b1,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Tracked resource versions report: Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: pushed versions: Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: { 'AddressGroup': {'1.2'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'ConntrackHelper': {'1.0'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Log': {'1.0'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Network': {'1.1'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Port': {'1.7'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'PortForwarding': {'1.2'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'QosPolicy': {'1.9'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroup': {'1.4'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SubPort': {'1.0'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Subnet': {'1.1'}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Trunk': {'1.1'}} Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: consumer versions: Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'ConntrackHelper': '1.0', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Log': '1.0', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Network': '1.1', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Port': '1.7', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'PortForwarding': '1.2', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'QosPolicy': '1.9', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroup': '1.4', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SecurityGroupRule': '1.2', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'SubPort': '1.0', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Subnet': '1.1', Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: 'Trunk': '1.1'}} Mar 23 19:23:11.558015 dv-cinder-834961-1-iscsi neutron-server[101770]: {{(pid=101770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:23:11.570584 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Request body: {'subnet': {'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1610487218-subnet', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:11.571557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:11.573752 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:11.576301 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:11.627501 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.634161 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac95b1b-8d8e-48b0-94f5-5b4c958a1365 admin admin] Pushing event updated for resources: {'Network': ['ID=05c7177b-568c-4297-b2a5-26098f3d13c7,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.645347 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.661949 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Attempting to bind port c0dbc545-1604-4f62-9b9b-b60b7b23c263 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:11.662586 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Attempting to bind port c0dbc545-1604-4f62-9b9b-b60b7b23c263 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:11.663147 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Attempting to bind port c0dbc545-1604-4f62-9b9b-b60b7b23c263 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:11.665121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Checking segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:11.665584 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Network hostable DHCP agents. Network: b91d1349-c7ce-4f6b-8786-1b7114ad59af, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:11.667103 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:11.692469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Made reservation on behalf of ab95638b935b4336b77989135ced74ca for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:11.695896 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.729998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:23:11.756849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:11.757223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:11.758377 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.758922 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:11.759566 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Bound port: c0dbc545-1604-4f62-9b9b-b60b7b23c263, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:11.760135 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.823015 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:11.825106 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.841669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.842168 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Added segment 6c029239-8538-436c-94ad-e35cb0323c87 of type vlan for network 6607a71b-ada3-4f12-b33f-24eed36547f9 Mar 23 19:23:11.865431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16ba460-7362-4cb0-a359-3a28e20d54ff,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:11.872227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.893273 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, b91d1349-c7ce-4f6b-8786-1b7114ad59af) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:11.937802 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.947812 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] For port c0dbc545-1604-4f62-9b9b-b60b7b23c263, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:11.952409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] For port c0dbc545-1604-4f62-9b9b-b60b7b23c263, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c0dbc545-1604-4f62-9b9b-b60b7b23c263,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:11.955482 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f60648-cd71-4f39-a9f7-ae2a0c6683c5 None None] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:11.967740 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:11.968576 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:11.974282 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.084543 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae62c-d11f-4d9b-9a81-4c1eaf431bf0 None None] Pushing event updated for resources: {'Port': ['ID=c0dbc545-1604-4f62-9b9b-b60b7b23c263,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:12.086789 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Allocated IP 172.27.3.151 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/acb7f377-c80b-4e2f-93cd-c0aef67406e3) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:12.102023 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.107636 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.109801 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:12.110396 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.129369 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f40ee0d8-6fb4-4f10-ac31-a2b6a572f9a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6094844 Mar 23 19:23:12.133320 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38934) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:12.142924 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:12.266367 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.267413 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.275888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:23:12.276791 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.351963 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] Pushing event updated for resources: {'Network': ['ID=6607a71b-ada3-4f12-b33f-24eed36547f9,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:12.400019 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c5ec621c-2a86-43f6-9c67-91ad27a248f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6004891 Mar 23 19:23:12.417039 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38942) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:12.519771 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Checking segment: {'id': '269207eb-89df-4668-8651-9d3e89ba715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:12.519771 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Network hostable DHCP agents. Network: bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:12.520536 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 6607a71b-ada3-4f12-b33f-24eed36547f9 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:23:12.521835 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e91c3e3-7cd1-49d4-bad6-bf66df1447c6,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:12.521942 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Request body: {'subnet': {'network_id': '6607a71b-ada3-4f12-b33f-24eed36547f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845685882-subnet', 'tenant_id': '85cf24fd0471414d8438f82650144537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:12.539533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.549991 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.749573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Allocated IP 172.20.0.2 (b91d1349-c7ce-4f6b-8786-1b7114ad59af/6db365aa-2bcf-4951-90dd-2617745468b1/eeab184f-8551-44ed-8150-c81c25421a3b) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:12.759312 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:12.776640 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.811286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:12.819260 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:12.819872 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.851071 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fad01d9-6bc9-482d-944e-d5b2c1b20115,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:12.861025 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3eece1a3-15f5-4b84-b4aa-f912dc1a9d05 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7847703 Mar 23 19:23:12.878724 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Checking segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:12.879096 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Network hostable DHCP agents. Network: 05c7177b-568c-4297-b2a5-26098f3d13c7, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:12.902133 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:12.917491 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 05c7177b-568c-4297-b2a5-26098f3d13c7) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:12.922334 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:12.922932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.936421 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Made reservation on behalf of 85cf24fd0471414d8438f82650144537 for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:12.946781 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:12.959281 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2bf99b38-5857-48b9-b235-a9cbe4bad8d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3975070 Mar 23 19:23:12.962521 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 38974) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:12.968574 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:13.010469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.011952 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.039605 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.090104 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.101682 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43740a1b-2b1f-4c57-b22b-960a526022de None None] Network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:13.103942 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c1584-0422-4f62-8b13-9605401747e9 None None] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:13.129267 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.132444 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.143904 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.190097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:13.202965 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:13.206068 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:13.260360 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:13.312221 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 38988) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:13.327051 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:13.349022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:13.417866 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.522870 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-053102cb-3275-4e2c-9b12-00b0f68dabef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.524164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Pushing event updated for resources: {'Port': ['ID=acb7f377-c80b-4e2f-93cd-c0aef67406e3,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:13.532989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Attempting to bind port eeab184f-8551-44ed-8150-c81c25421a3b on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:13.533637 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Attempting to bind port eeab184f-8551-44ed-8150-c81c25421a3b by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:13.533759 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Attempting to bind port eeab184f-8551-44ed-8150-c81c25421a3b on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:13.558434 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Pushing event updated for resources: {'Port': ['ID=eeab184f-8551-44ed-8150-c81c25421a3b,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:13.565168 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:13.565548 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Checking segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:13.565950 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.566339 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Bound using segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:13.566809 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Bound port: eeab184f-8551-44ed-8150-c81c25421a3b, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:13.567214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.721774 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5117a93-48cb-49a8-ad5e-94f6eaecdc63 None None] Network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:13.818785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f332bdd-8b8b-4472-9494-a7df93edae3e None None] Network d7852928-7407-4b03-85a4-ac35aaeae76e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:13.882121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39026) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:13.887927 dv-cinder-834961-1-iscsi neutron-server[101769]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 19:23:13.902135 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] For port eeab184f-8551-44ed-8150-c81c25421a3b, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:13.939830 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-89a8701c-d11d-42e2-be66-2e37e65a8041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:13.970156 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] For port eeab184f-8551-44ed-8150-c81c25421a3b, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=eeab184f-8551-44ed-8150-c81c25421a3b,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:14.048859 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] Provisioning complete for port c0dbc545-1604-4f62-9b9b-b60b7b23c263 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:14.049118 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.055844 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.157060 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-05c7177b-568c-4297-b2a5-26098f3d13c7', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:23:14.157778 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.364960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.377358 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-ffb16966-6067-48ae-a6ed-63a5ba018b59 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:14.379001 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-ffb16966-6067-48ae-a6ed-63a5ba018b59 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/networks?id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca HTTP/1.1" status: 200 len: 812 time: 0.4945171 Mar 23 19:23:14.380143 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.393910 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c0dbc545-1604-4f62-9b9b-b60b7b23c263 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:14.407649 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.420312 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-e6a37515-cbbf-41e4-b72b-1873dbfc3908 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/quotas/abaad76afe114f4a9574dad08e473c6a HTTP/1.1" status: 200 len: 375 time: 0.0200388 Mar 23 19:23:14.427501 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32ebd87-3cee-4601-81c7-240abafba150,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:14.482230 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.516462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121eebc-ba40-43f6-ae7a-c1ee8b0194ef None None] Pushing event updated for resources: {'Port': ['ID=eeab184f-8551-44ed-8150-c81c25421a3b,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:14.556147 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-b25dab80-b477-4bad-8c29-cad431a8ba81 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abaad76afe114f4a9574dad08e473c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767407 Mar 23 19:23:14.600533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-89a8701c-d11d-42e2-be66-2e37e65a8041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.636294 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-89a8701c-d11d-42e2-be66-2e37e65a8041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.639670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Allocated IP 172.27.3.92 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/8819350b-5675-441a-bc65-6d971253e881) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:14.671408 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.755454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Allocated IP 172.20.0.2 (05c7177b-568c-4297-b2a5-26098f3d13c7/3fad01d9-6bc9-482d-944e-d5b2c1b20115/2a111c99-f433-4c12-8d41-2a8d686ab570) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:14.761832 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] For port c0dbc545-1604-4f62-9b9b-b60b7b23c263, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c0dbc545-1604-4f62-9b9b-b60b7b23c263,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:14.772594 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.777385 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Checking segment: {'id': '6c029239-8538-436c-94ad-e35cb0323c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6607a71b-ada3-4f12-b33f-24eed36547f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:14.777643 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Network hostable DHCP agents. Network: 6607a71b-ada3-4f12-b33f-24eed36547f9, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:23:14.778891 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c0dbc545-1604-4f62-9b9b-b60b7b23c263 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:14.779219 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.787006 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-6feffb1c-36a4-4216-b38f-ae126bccba76 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:23:14.788317 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-6feffb1c-36a4-4216-b38f-ae126bccba76 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1082337 Mar 23 19:23:14.793699 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-89a8701c-d11d-42e2-be66-2e37e65a8041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abbca3bf2d244a3eba6539d3f821fce0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4734039 Mar 23 19:23:14.794948 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.798378 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39046) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:14.800425 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8701c-d11d-42e2-be66-2e37e65a8041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10774634-7d50-445e-9de0-0092c60b71d3,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:14.839594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.870724 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.961893 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-e24dd9ea-1759-42b4-b528-cd715b9f0f52 service neutron] 10.222.0.43 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393232 Mar 23 19:23:14.971616 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:14.979379 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Network 6607a71b-ada3-4f12-b33f-24eed36547f9 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:23:15.024133 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8819350b-5675-441a-bc65-6d971253e881,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:15.036029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 6607a71b-ada3-4f12-b33f-24eed36547f9) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:15.040451 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:15.041069 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.050437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.065232 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64b303-c701-42f3-915f-36bc313e08ae None None] Network 6607a71b-ada3-4f12-b33f-24eed36547f9 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:15.087021 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.089540 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:15.094342 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:15.097041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a8361-de96-4bcc-bb0c-24e020b75401 None None] Pushing event updated for resources: {'Port': ['ID=c0dbc545-1604-4f62-9b9b-b60b7b23c263,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:15.100614 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:15.133202 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ed0af4a6-7f9c-401b-a6a3-8aaeb078f44b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6289642 Mar 23 19:23:15.196704 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.271766 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Allocated IP 172.27.3.252 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/c2790f29-4725-4adb-95c2-4a31dbd088e5) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:15.342803 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-78dddb55-5bd2-4ce7-9eb0-3ef1dc1de038 None None] Provisioning complete for port c0dbc545-1604-4f62-9b9b-b60b7b23c263 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:15.343302 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-78dddb55-5bd2-4ce7-9eb0-3ef1dc1de038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.392070 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-d984f58a-534b-4ecb-b737-e0e2012a3e41 service neutron] 10.222.0.43 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158711 Mar 23 19:23:15.392423 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39064) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:15.483238 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.501016 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.514085 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10774634-7d50-445e-9de0-0092c60b71d3 HTTP/1.1" status: 204 len: 168 time: 0.7104065 Mar 23 19:23:15.602679 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.656511 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97077a84-69cb-4a50-bd01-891b81527187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10774634-7d50-445e-9de0-0092c60b71d3,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:15.670389 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Router 260877aa-2022-4d03-aa95-47255da02a21 is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:23:15.691689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.770689 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.815790 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:15.824988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Pushing event updated for resources: {'Port': ['ID=c2790f29-4725-4adb-95c2-4a31dbd088e5,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:15.830322 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:15.864374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.956216 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106575d-5160-4d8f-973d-be11d9f7f0d5 None None] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:15.966901 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7c565-8bcc-4890-bfbb-5b7a775d1102 None None] Network 6607a71b-ada3-4f12-b33f-24eed36547f9 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:15.971584 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-da206da3-9197-489c-8290-5f3701c310b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:15.980667 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39092) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:15.981775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:15.990182 dv-cinder-834961-1-iscsi neutron-server[101768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 19:23:15.995208 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:16.025019 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:16.025803 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:16.038323 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Deleting subnet 4b049f03-409c-4b17-8281-81e6a86ece37 {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:23:16.047905 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.055610 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9d7cdba8-f9bd-4f18-8337-9bccd17a6088 req-8adb4244-0865-426f-8626-333c568d3752 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0717108 Mar 23 19:23:16.061684 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:16.115860 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:16.119641 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.150330 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:16.173374 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.178479 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39102) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:16.190548 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:16.193536 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Pushing event updated for resources: {'Port': ['ID=2a111c99-f433-4c12-8d41-2a8d686ab570,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:16.208146 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.241124 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00301b01-2e52-495e-807d-3ec08df20cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.267387 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] Provisioning complete for port eeab184f-8551-44ed-8150-c81c25421a3b triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:16.267887 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.344688 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:16.421676 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.423212 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5622c5a3-0029-4e2d-a072-7d9ad61b86dc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8626504 Mar 23 19:23:16.426561 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39106) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:16.478997 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device eeab184f-8551-44ed-8150-c81c25421a3b up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:16.503098 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Attempting to bind port 2a111c99-f433-4c12-8d41-2a8d686ab570 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:16.503630 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Attempting to bind port 2a111c99-f433-4c12-8d41-2a8d686ab570 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:16.504140 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Attempting to bind port 2a111c99-f433-4c12-8d41-2a8d686ab570 on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:16.507672 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.547995 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:16.548552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Checking segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:16.549099 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.549601 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Bound using segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:16.550200 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Bound port: 2a111c99-f433-4c12-8d41-2a8d686ab570, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:16.550712 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.563509 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.570005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39108) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:16.570529 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b049f03-409c-4b17-8281-81e6a86ece37 HTTP/1.1" status: 204 len: 168 time: 1.1772416 Mar 23 19:23:16.610763 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc1e6-4b74-4391-804a-34632c802d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b049f03-409c-4b17-8281-81e6a86ece37,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:16.657729 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00301b01-2e52-495e-807d-3ec08df20cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.718283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.741487 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port eeab184f-8551-44ed-8150-c81c25421a3b triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:16.742782 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.744908 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.751795 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00301b01-2e52-495e-807d-3ec08df20cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.813091 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:13Z', 'revision_number': 3, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:16.869797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] For port 2a111c99-f433-4c12-8d41-2a8d686ab570, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:16.876986 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:16.876986 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Updating router 260877aa-2022-4d03-aa95-47255da02a21 port acb7f377-c80b-4e2f-93cd-c0aef67406e3 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:16.885371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.917002 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.932488 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:16.964268 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] For port 2a111c99-f433-4c12-8d41-2a8d686ab570, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=2a111c99-f433-4c12-8d41-2a8d686ab570,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:16.980992 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] For port eeab184f-8551-44ed-8150-c81c25421a3b, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=eeab184f-8551-44ed-8150-c81c25421a3b,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:16.989066 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.003432 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.016249 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.191393 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-00301b01-2e52-495e-807d-3ec08df20cf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f566b94983d94cb795b6fe19fe5b7899&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0117583 Mar 23 19:23:17.197665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39136) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:17.198762 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00301b01-2e52-495e-807d-3ec08df20cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985f765-e6d7-4ec4-aa3a-42d3e5138438,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:17.238535 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f085-492f-434a-996b-351a28ed9d8a None None] Pushing event updated for resources: {'Port': ['ID=2a111c99-f433-4c12-8d41-2a8d686ab570,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:17.296780 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:23:17.322401 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39138) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:17.334320 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.362793 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c0dbc545-1604-4f62-9b9b-b60b7b23c263 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:17.430304 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2faad287-1356-4aa9-860e-c443bc2a62fd req-2faabdc5-a52c-437c-9f49-020c2353450e tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.1940379 Mar 23 19:23:17.440102 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.440706 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.441783 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.442302 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.442807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.443309 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.454952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.477345 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.478666 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e0d32-741b-46c6-80cd-d7e256d6cf09 None None] Pushing event updated for resources: {'Port': ['ID=eeab184f-8551-44ed-8150-c81c25421a3b,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:17.479235 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.479736 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.506265 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.520231 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.524104 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d1741d7c-bfd3-4c8d-b1f1-e4dac3103da8 None None] Provisioning complete for port eeab184f-8551-44ed-8150-c81c25421a3b triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:17.524985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d1741d7c-bfd3-4c8d-b1f1-e4dac3103da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.540919 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.560747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a4092d72-4ad5-44c1-ab5d-ce108b36b0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.598241 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c0dbc545-1604-4f62-9b9b-b60b7b23c263 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:17.598627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.609170 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Attempting to bind port acb7f377-c80b-4e2f-93cd-c0aef67406e3 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:17.609634 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Attempting to bind port acb7f377-c80b-4e2f-93cd-c0aef67406e3 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:17.610267 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Attempting to bind port acb7f377-c80b-4e2f-93cd-c0aef67406e3 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:17.617382 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:17.618245 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:17.618933 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.619445 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:17.620033 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Bound port: acb7f377-c80b-4e2f-93cd-c0aef67406e3, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:17.620682 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.699218 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Pushing event updated for resources: {'Port': ['ID=acb7f377-c80b-4e2f-93cd-c0aef67406e3,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:17.718713 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.719385 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.719965 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.720542 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.721151 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.721722 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.722382 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.722916 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.723528 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.724095 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.724657 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.725246 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Tracked resource versions report: Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: pushed versions: Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: { 'AddressGroup': {'1.2'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'ConntrackHelper': {'1.0'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Log': {'1.0'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Network': {'1.1'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Port': {'1.7'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'PortForwarding': {'1.2'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'QosPolicy': {'1.9'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroup': {'1.4'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroupRule': {'1.2'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SubPort': {'1.0'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Subnet': {'1.1'}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Trunk': {'1.1'}} Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: consumer versions: Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: { DHCP agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: HyperV agent@hv-cinder-83496: {}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: L3 agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: Metadata agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: Metering agent@dv-cinder-834961-1-iscsi: {}, Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: Open vSwitch agent@dv-cinder-834961-1-iscsi: { 'AddressGroup': '1.2', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'ConntrackHelper': '1.0', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Log': '1.0', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Network': '1.1', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Port': '1.7', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'PortForwarding': '1.2', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'QosPolicy': '1.9', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroup': '1.4', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SecurityGroupRule': '1.2', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'SubPort': '1.0', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Subnet': '1.1', Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: 'Trunk': '1.1'}} Mar 23 19:23:17.730553 dv-cinder-834961-1-iscsi neutron-server[101771]: {{(pid=101771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 19:23:17.738817 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] For port acb7f377-c80b-4e2f-93cd-c0aef67406e3, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:17.742534 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] For port acb7f377-c80b-4e2f-93cd-c0aef67406e3, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=acb7f377-c80b-4e2f-93cd-c0aef67406e3,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:17.750205 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.758494 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.843052 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:17.843894 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:17.847389 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.848037 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.848648 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.849222 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:17.849828 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e935976-d60b-45c4-aece-3dc251d8bd70']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:17.857556 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.860268 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.863899 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8985f765-e6d7-4ec4-aa3a-42d3e5138438 HTTP/1.1" status: 204 len: 168 time: 0.6574888 Mar 23 19:23:17.884293 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd211-0249-4e56-b800-a2748928c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985f765-e6d7-4ec4-aa3a-42d3e5138438,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:17.887405 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ffc054-2699-494d-bdb2-7130480cdcd7') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:17.888718 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ffc054-2699-494d-bdb2-7130480cdcd7') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:17.924403 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.929747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a4092d72-4ad5-44c1-ab5d-ce108b36b0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.932622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:17.946738 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:17.966222 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:17.966857 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:17.984718 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a4092d72-4ad5-44c1-ab5d-ce108b36b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:17.995422 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:18.005059 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.010502 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-21c16ecf-3253-4c02-a793-2aaf2806cdf9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0427442 Mar 23 19:23:18.015241 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39154) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:18.047145 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.084306 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a4092d72-4ad5-44c1-ab5d-ce108b36b0d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae35779318a142958d29852768e5d5ae&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7418373 Mar 23 19:23:18.084306 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4092d72-4ad5-44c1-ab5d-ce108b36b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c6912-d38c-4b73-834f-a3b235cebe9f,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:18.102614 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39156) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:18.169523 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:23:18.171412 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: from cryptography.utils import int_from_bytes Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: from cryptography.utils import int_from_bytes Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:23:18.186026 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:23:18.228576 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce86e3-8e56-4473-8b40-f4ed43e12dc6 None None] Pushing event updated for resources: {'Port': ['ID=acb7f377-c80b-4e2f-93cd-c0aef67406e3,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:18.239992 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.268212 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:13Z', 'revision_number': 3, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:18.291118 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.328351 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:18.351374 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5109cb43-e81d-4cba-8b34-e499cd8e568d None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:13Z', 'revision_number': 3, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:18.378921 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.390583 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.391854 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d5c6912-d38c-4b73-834f-a3b235cebe9f HTTP/1.1" status: 204 len: 168 time: 0.2855699 Mar 23 19:23:18.400855 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9468-fbac-43e2-9371-b108e39cbbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c6912-d38c-4b73-834f-a3b235cebe9f,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:18.552174 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device eeab184f-8551-44ed-8150-c81c25421a3b up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:18.575939 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.583510 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.620500 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.623980 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1e935976-d60b-45c4-aece-3dc251d8bd70 HTTP/1.1" status: 204 len: 168 time: 2.0525742 Mar 23 19:23:18.627288 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39170) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:18.637006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.720559 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25625701-c5a3-44d1-badd-81b494aa1fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e935976-d60b-45c4-aece-3dc251d8bd70,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:18.779889 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:18.789775 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71117e52-96e7-4153-8181-7e82b8c7f1f9 None None] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:23:18.839322 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Deleting subnet d32ebd87-3cee-4601-81c7-240abafba150 {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:23:18.848807 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.033226 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port eeab184f-8551-44ed-8150-c81c25421a3b triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:19.033808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.036265 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dcb75aec-8b40-4250-bd58-0e1ac04e1227 req-92284003-bf19-47e2-8375-52799bebc308 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.1297460 Mar 23 19:23:19.084713 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.103406 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.115257 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] Provisioning complete for port 2a111c99-f433-4c12-8d41-2a8d686ab570 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:19.115787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.227863 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.289569 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.294710 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.304033 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d32ebd87-3cee-4601-81c7-240abafba150 HTTP/1.1" status: 204 len: 168 time: 0.6759429 Mar 23 19:23:19.308384 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39188) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:19.312086 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:15Z', 'revision_number': 3, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:19.317134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f125-e8a2-42ec-b60f-55ecfa17c038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32ebd87-3cee-4601-81c7-240abafba150,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:19.378842 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:19.379807 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Updating router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb port 8819350b-5675-441a-bc65-6d971253e881 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:19.437229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.518276 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.520683 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 2a111c99-f433-4c12-8d41-2a8d686ab570 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:19.622605 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.662510 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.666231 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.667217 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.667724 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > port after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.668219 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.669174 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > port after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.670588 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.674558 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.676333 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.676861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.683319 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.854031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:23:19.858533 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] For port 2a111c99-f433-4c12-8d41-2a8d686ab570, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=2a111c99-f433-4c12-8d41-2a8d686ab570,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:19.871747 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 2a111c99-f433-4c12-8d41-2a8d686ab570 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:19.873391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.884730 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.909884 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.910211 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.913291 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.913501 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 19:23:19.915062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6607a71b-ada3-4f12-b33f-24eed36547f9']}} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:19.938957 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c029239-8538-436c-94ad-e35cb0323c87') {'for_net_delete': True} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:19.939544 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c029239-8538-436c-94ad-e35cb0323c87') {} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:19.957956 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019908'] for segment, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.983522 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:19.994552 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:23:19.995243 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3856086'] for segment, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.060529 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6def405-7cc1-403a-a218-1af00de1d30b None None] Pushing event updated for resources: {'Port': ['ID=2a111c99-f433-4c12-8d41-2a8d686ab570,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: from cryptography.utils import int_from_bytes Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: from cryptography.utils import int_from_bytes Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: Traceback (most recent call last): Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: timer() Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: cb(*args, **kw) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: return func(*args, **kwargs) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: self._notify() Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: self.callback(batched_events) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: event.method(event) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: return f(self, *a, **k) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._get(url).json() Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: return self.request(url, 'GET', **kwargs) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:23:20.073114 dv-cinder-834961-1-iscsi neutron-server[101769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:23:20.078652 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.086879 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.093164 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6607a71b-ada3-4f12-b33f-24eed36547f9 HTTP/1.1" status: 204 len: 168 time: 0.7749400 Mar 23 19:23:20.105685 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd481d-892c-4ba8-91f4-29ba593eb353 admin admin] Pushing event deleted for resources: {'Network': ['ID=6607a71b-ada3-4f12-b33f-24eed36547f9,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:20.108039 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-9c783a32-eff8-4187-962e-c3dff84bbb04 None None] Provisioning complete for port 2a111c99-f433-4c12-8d41-2a8d686ab570 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:20.108505 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c783a32-eff8-4187-962e-c3dff84bbb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.145331 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:20.161296 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:20.184475 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:20.185501 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:20.190125 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Allocated IP 172.20.0.1 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/5d7e70f5-759e-472b-96c0-d8e0750117d7) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:20.259203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.263704 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a236662e-c6a4-4bac-9e39-5ff522c4b70c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1291294 Mar 23 19:23:20.263890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39220) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:20.293891 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6c8aa379-f898-4739-8664-0d3864ffac4b req-137355ed-aa99-400d-a88d-3af9ca63f214 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0448625 Mar 23 19:23:20.396785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.422525 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:20.426065 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.534225 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.659094 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6dc06-2206-4181-89e2-ad13f1b7298e None None] Pushing event updated for resources: {'Port': ['ID=8819350b-5675-441a-bc65-6d971253e881,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:20.668281 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Attempting to bind port 8819350b-5675-441a-bc65-6d971253e881 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:20.668661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Attempting to bind port 8819350b-5675-441a-bc65-6d971253e881 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:20.670940 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Attempting to bind port 8819350b-5675-441a-bc65-6d971253e881 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:20.690416 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:20.690797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:20.692973 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.696175 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:20.696702 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Bound port: 8819350b-5675-441a-bc65-6d971253e881, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:20.698823 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:20.759747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39226) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:20.828797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] For port 8819350b-5675-441a-bc65-6d971253e881, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:20.832705 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] For port 8819350b-5675-441a-bc65-6d971253e881, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8819350b-5675-441a-bc65-6d971253e881,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:20.843362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Allocated IP 172.20.0.1 (05c7177b-568c-4297-b2a5-26098f3d13c7/3fad01d9-6bc9-482d-944e-d5b2c1b20115/06e78ed6-88df-4db5-a14e-4357375170f4) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:20.864223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device acb7f377-c80b-4e2f-93cd-c0aef67406e3 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:20.898437 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-05757306-8af0-47bc-889b-8a0c1c1ecac2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=724c16a946cd4eae9cfe2f57e6bbcfeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1373341 Mar 23 19:23:20.908596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39228) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:20.975978 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.002462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.015566 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.049266 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:16Z', 'revision_number': 3, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:21.063605 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6dc06-2206-4181-89e2-ad13f1b7298e None None] Pushing event updated for resources: {'Port': ['ID=8819350b-5675-441a-bc65-6d971253e881,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:21.089829 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.096041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port acb7f377-c80b-4e2f-93cd-c0aef67406e3 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:21.110962 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.126136 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:21.126674 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Updating router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 port c2790f29-4725-4adb-95c2-4a31dbd088e5 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:21.134271 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.145759 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:21.153972 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:21.159709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:21.170517 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.197957 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:21.201740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:21.235725 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.252285 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:21.279513 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:21.283133 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:21.289941 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:21.363996 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.482545 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.650714 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:21.653823 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64e2f480-70a4-4ff2-9d80-4e0e7bb872c8 req-e8f18455-d90c-4bf5-b96f-7227a06b97a0 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.1348143 Mar 23 19:23:21.667058 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.731714 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.735191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.740269 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a63ba5e-199b-431e-8e27-d02b971ac4e0 HTTP/1.1" status: 204 len: 168 time: 0.8233559 Mar 23 19:23:21.776448 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb65eaa-dffa-4d1d-a7f7-44c885e762c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a63ba5e-199b-431e-8e27-d02b971ac4e0,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:21.847577 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.859433 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.870592 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.886446 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-c3db1577-a048-44bd-8002-7c6dfb9d6778 None None] Provisioning complete for port 5d7e70f5-759e-472b-96c0-d8e0750117d7 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:21.886836 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c3db1577-a048-44bd-8002-7c6dfb9d6778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.953235 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:21.962512 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:21.986636 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Attempting to bind port c2790f29-4725-4adb-95c2-4a31dbd088e5 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:21.987278 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Attempting to bind port c2790f29-4725-4adb-95c2-4a31dbd088e5 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:21.987833 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Attempting to bind port c2790f29-4725-4adb-95c2-4a31dbd088e5 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:21.996523 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cf192-9949-4d63-bec8-f318af6b5d2f None None] Pushing event updated for resources: {'Port': ['ID=c2790f29-4725-4adb-95c2-4a31dbd088e5,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:22.015068 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port acb7f377-c80b-4e2f-93cd-c0aef67406e3, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=acb7f377-c80b-4e2f-93cd-c0aef67406e3,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Bound port: c2790f29-4725-4adb-95c2-4a31dbd088e5, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.088776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:23:22.185948 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.191534 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 2a111c99-f433-4c12-8d41-2a8d686ab570 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:22.196696 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] For port c2790f29-4725-4adb-95c2-4a31dbd088e5, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:22.202824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Allocated IP 172.20.0.1 (b91d1349-c7ce-4f6b-8786-1b7114ad59af/6db365aa-2bcf-4951-90dd-2617745468b1/74557b78-a92d-4d55-9d4b-370b40cfbf52) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:22.209366 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] For port c2790f29-4725-4adb-95c2-4a31dbd088e5, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c2790f29-4725-4adb-95c2-4a31dbd088e5,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:22.237613 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.377196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.423288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.42', 51545) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:22.428589 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=acb7f377-c80b-4e2f-93cd-c0aef67406e3,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:22.456633 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.465483 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:22.468663 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:22.496905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-c3db1577-a048-44bd-8002-7c6dfb9d6778 None None] Port 5d7e70f5-759e-472b-96c0-d8e0750117d7 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:22.531654 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39270) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:22.557464 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.581695 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cf192-9949-4d63-bec8-f318af6b5d2f None None] Pushing event updated for resources: {'Port': ['ID=c2790f29-4725-4adb-95c2-4a31dbd088e5,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:22.627297 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Pushing event updated for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:22.640399 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:22.648054 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:22.655883 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:22.722292 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-6672bf64-925d-4bbf-a347-36ca27cc6d90 None None] Provisioning complete for port 06e78ed6-88df-4db5-a14e-4357375170f4 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:22.723147 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-6672bf64-925d-4bbf-a347-36ca27cc6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.786982 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.825255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.853740 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:22.861776 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-6672bf64-925d-4bbf-a347-36ca27cc6d90 None None] Port 06e78ed6-88df-4db5-a14e-4357375170f4 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:22.870208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:22.934299 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 2a111c99-f433-4c12-8d41-2a8d686ab570 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:22.934687 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.119048 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.174073 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-0bcae474-3054-41a7-8663-544874ae45dc None None] Provisioning complete for port 74557b78-a92d-4d55-9d4b-370b40cfbf52 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:23.174468 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0bcae474-3054-41a7-8663-544874ae45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.196020 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.200476 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:23.278336 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c2555c0f-2d87-4de8-896d-60e8d94d73a5 req-b6bea667-b035-4c70-9cb2-2bf2a1faf9d1 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.4578950 Mar 23 19:23:23.291168 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-4cb2ff02-7914-4893-879e-774f893de9a4 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:23.293569 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-4cb2ff02-7914-4893-879e-774f893de9a4 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.42 "GET /v2.0/networks?id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca HTTP/1.1" status: 200 len: 812 time: 0.8589404 Mar 23 19:23:23.301434 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-85d0f523-1b5a-473a-9e8c-594e571ccdb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85cf24fd0471414d8438f82650144537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7681580 Mar 23 19:23:23.305004 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39298) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:23.354986 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Request body: {'port': {'device_id': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca', 'admin_state_up': True, 'tenant_id': 'abaad76afe114f4a9574dad08e473c6a'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:23.368513 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-0bcae474-3054-41a7-8663-544874ae45dc None None] Port 74557b78-a92d-4d55-9d4b-370b40cfbf52 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:23.392217 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:16Z', 'revision_number': 3, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:23.396344 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.397750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:15Z', 'revision_number': 3, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:23.465988 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1ddf5-00ee-44b9-88c3-66419d047a42 None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:16Z', 'revision_number': 3, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:23.560485 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba185842-5167-4320-bb62-cd3eaf2bbe14 None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:15Z', 'revision_number': 3, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:23.731980 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device acb7f377-c80b-4e2f-93cd-c0aef67406e3 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:23.750021 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.893430 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port acb7f377-c80b-4e2f-93cd-c0aef67406e3 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:23.895652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.914746 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.927029 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:23.961647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:23.976081 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:24.005534 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.113560 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.124231 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Pushing event updated for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:24.160599 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Made reservation on behalf of abaad76afe114f4a9574dad08e473c6a for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:24.175990 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.559066 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:24.570995 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:24.750203 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-193c3490-7589-41d1-b0af-0ce7fe664190 None None] Provisioning complete for port 5d7e70f5-759e-472b-96c0-d8e0750117d7 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:24.753116 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-193c3490-7589-41d1-b0af-0ce7fe664190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.768304 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:23:24.820275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.828751 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a18df515-762a-4dd2-ac4a-6a8d17628627 req-a8ff7247-aa5a-4338-a374-807b9af47350 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.3424625 Mar 23 19:23:24.844620 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:24.944229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:23:24.966096 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-193c3490-7589-41d1-b0af-0ce7fe664190 None None] Port 5d7e70f5-759e-472b-96c0-d8e0750117d7 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:24.998277 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:25.012140 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:25.139318 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-a58d8465-01c6-469a-a135-e1785c7f1846 None None] Provisioning complete for port 74557b78-a92d-4d55-9d4b-370b40cfbf52 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:25.139677 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a58d8465-01c6-469a-a135-e1785c7f1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:25.249320 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:25.265982 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-96aabae9-361f-4266-b8cf-04cd1e02a820 admin admin] 10.222.0.43 "PUT /v2.0/routers/d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0008130 Mar 23 19:23:25.329374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8465-01c6-469a-a135-e1785c7f1846 None None] Port 74557b78-a92d-4d55-9d4b-370b40cfbf52 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:25.915528 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:25.918137 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:25.922172 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c16ba460-7362-4cb0-a359-3a28e20d54ff HTTP/1.1" status: 204 len: 168 time: 2.6161618 Mar 23 19:23:25.980331 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf579d-ad58-4a27-8318-662aed227a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16ba460-7362-4cb0-a359-3a28e20d54ff,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:26.099324 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8819350b-5675-441a-bc65-6d971253e881 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:26.113902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Allocated IP 172.20.0.12 (bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca/1e91c3e3-7cd1-49d4-bad6-bf66df1447c6/a02af200-d5ff-4e83-82eb-97861228bead) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:26.244983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 8819350b-5675-441a-bc65-6d971253e881 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:26.245508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:26.281518 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:26.327518 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-4a15a2f3-bd42-43a0-8dbe-bd1389bbc346 admin admin] 10.222.0.43 "PUT /v2.0/routers/260877aa-2022-4d03-aa95-47255da02a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8993175 Mar 23 19:23:26.340272 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:26.378853 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:26.381008 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:26.394328 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16942b77-8cd3-46f3-9b8a-fc9b4729fda0 req-ac10bde3-cac8-4c01-a05d-41ae6e42697b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.1646404 Mar 23 19:23:26.551101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:26.571078 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:26.614727 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:26.615414 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39412) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:26.624603 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074736270', 'description': 'tempest-description--36715042'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:26.657536 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 8819350b-5675-441a-bc65-6d971253e881, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8819350b-5675-441a-bc65-6d971253e881,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:26.666845 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:26.667708 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c2790f29-4725-4adb-95c2-4a31dbd088e5 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:26.748958 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:26.941843 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39424) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:26.966950 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:26.970287 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:23:27.137664 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.271454 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.277787 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.375500 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.379189 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7660956 Mar 23 19:23:27.380191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ba9a8-7e63-48ab-bc77-7824ad1644d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ef321-8a10-4b53-842e-3ac37fc2221b,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:27.401396 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39444) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:27.415126 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group_rule': {'security_group_id': '3a9ef321-8a10-4b53-842e-3ac37fc2221b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:27.421409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-e05dea12-02cd-4e25-bbea-d9ade71c45a9 None None] Provisioning complete for port 06e78ed6-88df-4db5-a14e-4357375170f4 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:27.421409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e05dea12-02cd-4e25-bbea-d9ade71c45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.423150 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=8819350b-5675-441a-bc65-6d971253e881,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:27.478735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c2790f29-4725-4adb-95c2-4a31dbd088e5 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:27.480339 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.509365 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.544101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:23:27.580276 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-65957038-7ee7-4aae-b7dc-3547a71af8f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5636320 Mar 23 19:23:27.596155 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:27.629499 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:27.630097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec575-9c89-445c-b016-2c65feafada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.633579 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:27.702960 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:23:27.744550 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.779419 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:27.780170 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:27.818011 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.826055 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:27.936844 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-e05dea12-02cd-4e25-bbea-d9ade71c45a9 None None] Port 06e78ed6-88df-4db5-a14e-4357375170f4 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:27.959927 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:28.068300 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab9a874-d2d3-437c-901d-7047f3e4300c,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:28.083928 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:28.090487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.094955 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:28.097602 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f5cda862-c0cc-42ff-a42a-c883fafe6e58 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6914968 Mar 23 19:23:28.101161 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39474) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:28.118850 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group_rule': {'security_group_id': '3a9ef321-8a10-4b53-842e-3ac37fc2221b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:28.129561 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:28.239880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Pushing event updated for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:28.299878 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:28.306416 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.322627 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba8c93-a648-47e2-aada-52b5da9b9836 req-dca0c065-1a7c-40ce-a7c4-6e74e66e6a96 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:28.325376 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-58ba8c93-a648-47e2-aada-52b5da9b9836 req-dca0c065-1a7c-40ce-a7c4-6e74e66e6a96 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 932 time: 0.3963478 Mar 23 19:23:28.401526 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.453021 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-58ba8c93-a648-47e2-aada-52b5da9b9836 req-1b0f1bb7-2122-434b-9919-cc053d7065e6 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233215 Mar 23 19:23:28.453694 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39484) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:28.470659 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-bed45e96-897a-4cea-8da9-70b2a7f56bd7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1236856 Mar 23 19:23:28.516090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-3a900ff1-c1d4-420e-bd57-dbe47ec1087b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:23:28.517764 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-3a900ff1-c1d4-420e-bd57-dbe47ec1087b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238025 Mar 23 19:23:28.554308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec575-9c89-445c-b016-2c65feafada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.590006 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec575-9c89-445c-b016-2c65feafada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.628403 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.646421 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1132970487', 'description': 'tempest-description--2007424972'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:28.681231 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ec575-9c89-445c-b016-2c65feafada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b4387e-845f-4909-bc17-d01e28e86331,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:28.710148 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.711608 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:28.737913 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.759744 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8c6ec575-9c89-445c-b016-2c65feafada0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11274ce51a5b48a0b308a940313015e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8086910 Mar 23 19:23:28.762785 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39496) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:28.778727 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd91e30-e4aa-4024-a9ae-251c1abf0447,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:28.786497 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:28.787764 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6b52d930-1394-4f3d-8cb2-0c249e499e5f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6853130 Mar 23 19:23:28.815422 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39498) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:28.856766 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:28.970386 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.013796 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 2, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:29.044815 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.052322 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.065730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.072545 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.123709 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.126750 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:29.128287 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Updating router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb port 06e78ed6-88df-4db5-a14e-4357375170f4 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:29.128953 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4934759 Mar 23 19:23:29.131993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39512) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:29.146495 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'fffd77c6-d7ec-4220-93bc-1f77c115cc3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:29.173225 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe61822-5d19-4cf2-a861-556d54486f44 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd77c6-d7ec-4220-93bc-1f77c115cc3a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:29.198071 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Request body: {'port': {'device_id': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:29.215371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.247652 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.281111 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port c2790f29-4725-4adb-95c2-4a31dbd088e5, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c2790f29-4725-4adb-95c2-4a31dbd088e5,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:29.299235 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.306399 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:29.429836 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:29.430296 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Updating router 260877aa-2022-4d03-aa95-47255da02a21 port 5d7e70f5-759e-472b-96c0-d8e0750117d7 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:29.431958 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.488134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.498141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.569644 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.573959 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359670 Mar 23 19:23:29.577491 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c9f5b-07e7-4fc2-80b7-2329e04ebeef tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cd56f2-0bb5-4714-bbb5-a84134af53c9,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:29.581819 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39528) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:29.593669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'fffd77c6-d7ec-4220-93bc-1f77c115cc3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:29.621317 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8819350b-5675-441a-bc65-6d971253e881 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:29.688060 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.766044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.781755 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.933260 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=c2790f29-4725-4adb-95c2-4a31dbd088e5,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:29.939364 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:29.940379 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39538) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:29.953595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379170348', 'description': 'tempest-description--893000264'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:29.966910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.025841 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.031083 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.035701 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c17eae-b3fb-4dd6-bf75-1067e428eab1,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:30.038479 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8b4387e-845f-4909-bc17-d01e28e86331 HTTP/1.1" status: 204 len: 168 time: 1.2706676 Mar 23 19:23:30.074608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.075852 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-725f8d09-2495-46f0-ba26-264816f1f0eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4929309 Mar 23 19:23:30.085422 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39546) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:30.088407 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.110278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:30.218456 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684797a-ef18-4d69-8948-c09994f99f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b4387e-845f-4909-bc17-d01e28e86331,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:30.255519 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.263248 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.276200 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.427253 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589edcb8-18bc-46bd-8461-037366d418d0 req-236dc6ea-dbb6-43ca-8792-2593b6348abf tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:30.428976 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-589edcb8-18bc-46bd-8461-037366d418d0 req-236dc6ea-dbb6-43ca-8792-2593b6348abf tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 932 time: 0.4337938 Mar 23 19:23:30.439726 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241c9c-cb45-400a-b312-45e9908a9acf None None] Pushing event updated for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:30.498927 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 2, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:30.501195 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 8819350b-5675-441a-bc65-6d971253e881 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:30.501763 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.575363 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:23:30.576574 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Updating router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 port 74557b78-a92d-4d55-9d4b-370b40cfbf52 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:23:30.646304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.689771 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.718846 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.881693 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87496c49-2bc3-4f7c-8bda-3f94441a9449,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:30.916697 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Attempting to bind port 06e78ed6-88df-4db5-a14e-4357375170f4 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:30.917534 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Attempting to bind port 06e78ed6-88df-4db5-a14e-4357375170f4 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:30.917916 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Attempting to bind port 06e78ed6-88df-4db5-a14e-4357375170f4 on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:30.942399 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:30.945499 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Checking segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:30.947975 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:30.952695 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Bound using segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:30.953674 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Bound port: 06e78ed6-88df-4db5-a14e-4357375170f4, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:30.963820 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.000083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.008780 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d39b8828-edb5-463b-9939-43f64e7c56be tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0660892 Mar 23 19:23:31.010329 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39570) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:31.025462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group_rule': {'security_group_id': '87496c49-2bc3-4f7c-8bda-3f94441a9449', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:31.044355 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-589edcb8-18bc-46bd-8461-037366d418d0 req-ba055f1a-e8f6-4695-b65c-8f7fc136b52c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067274 Mar 23 19:23:31.106028 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.126772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.201027 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.249466 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39578) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:31.260184 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] For port 06e78ed6-88df-4db5-a14e-4357375170f4, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:31.269276 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] For port 06e78ed6-88df-4db5-a14e-4357375170f4, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=06e78ed6-88df-4db5-a14e-4357375170f4,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:31.281381 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.379751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.399898 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.442985 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d734a040-e99f-405d-8ec0-bf1aaa682152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.471215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.477980 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4644506 Mar 23 19:23:31.499688 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39580) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:31.522108 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group_rule': {'security_group_id': '87496c49-2bc3-4f7c-8bda-3f94441a9449', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:31.525166 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] Provisioning complete for port 06e78ed6-88df-4db5-a14e-4357375170f4 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:31.525698 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.557460 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241c9c-cb45-400a-b312-45e9908a9acf None None] Pushing event updated for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=4']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:31.568792 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:31.569465 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:31.670052 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d734a040-e99f-405d-8ec0-bf1aaa682152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.706240 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d734a040-e99f-405d-8ec0-bf1aaa682152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:31.750425 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.27.3.141 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/9c2ea776-221c-4dd2-a94f-6adc763f72bd) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:31.846593 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c2790f29-4725-4adb-95c2-4a31dbd088e5 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:31.969203 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:32.003247 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.015576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734a040-e99f-405d-8ec0-bf1aaa682152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4829e5f-3f53-4607-b59a-1010408422cf,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:32.034715 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d734a040-e99f-405d-8ec0-bf1aaa682152 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd5820a502f549798613fbea8bf74baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812560 Mar 23 19:23:32.039596 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 39592) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:32.060494 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6f544-4a87-4523-babc-62953c797723 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720ea464-b66c-4ba9-bc77-44796f3957e3,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:32.080023 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02af200-d5ff-4e83-82eb-97861228bead {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:23:32.140161 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.227807 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.237593 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.277546 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.308365 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.516021 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:32.578102 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:32.583285 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:32.598944 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:31Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:32.630488 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d184c-8687-4d11-8b37-1b045bd40e7f None None] Pushing event updated for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:32.666117 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a0087-9507-43b0-b14e-7a0fae328905 None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:31Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:32.704504 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c2790f29-4725-4adb-95c2-4a31dbd088e5 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:32.705582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.719272 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.750568 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Transition to ACTIVE for port object a02af200-d5ff-4e83-82eb-97861228bead will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:23:32.773311 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=9c2ea776-221c-4dd2-a94f-6adc763f72bd,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:32.819399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.849009 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.890945 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] For port 06e78ed6-88df-4db5-a14e-4357375170f4, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=06e78ed6-88df-4db5-a14e-4357375170f4,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:32.965471 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4df15-6a43-4713-b3fb-04eee7b231b0 req-7dcdb797-d129-4069-9ee4-db6e53d5978a tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:32.966327 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.978340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:32.985943 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-14f4df15-6a43-4713-b3fb-04eee7b231b0 req-7dcdb797-d129-4069-9ee4-db6e53d5978a tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 932 time: 0.7658329 Mar 23 19:23:32.996941 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.005588 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Allocated IP 172.27.3.4 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/f56db284-ded5-42f7-83fd-e4dfc6571e4d) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:33.047430 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70011b72-601e-4064-83c4-b57a3170b215 None None] Pushing event updated for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:33.216546 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.240108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472be2-3568-4b1e-9837-93e5cec195ad None None] Pushing event updated for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:33.338869 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.349950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.377611 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Attempting to bind port 5d7e70f5-759e-472b-96c0-d8e0750117d7 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:33.377937 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Attempting to bind port 5d7e70f5-759e-472b-96c0-d8e0750117d7 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:33.378371 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Attempting to bind port 5d7e70f5-759e-472b-96c0-d8e0750117d7 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:33.488790 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:33.490828 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:33.491400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.495955 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:33.496578 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Bound port: 5d7e70f5-759e-472b-96c0-d8e0750117d7, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:33.499582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.525304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Attempting to bind port 74557b78-a92d-4d55-9d4b-370b40cfbf52 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:33.525791 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Attempting to bind port 74557b78-a92d-4d55-9d4b-370b40cfbf52 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:33.528200 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.528738 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Attempting to bind port 74557b78-a92d-4d55-9d4b-370b40cfbf52 on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:33.564917 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-14f4df15-6a43-4713-b3fb-04eee7b231b0 req-e2518697-fab8-439d-a2e6-917c26cd85be tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764089 Mar 23 19:23:33.593393 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1be385ba-c58c-4509-a1c0-203d8509be8a None None] Provisioning complete for port 5d7e70f5-759e-472b-96c0-d8e0750117d7 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:33.603260 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1be385ba-c58c-4509-a1c0-203d8509be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.603666 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.608244 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1010208 Mar 23 19:23:33.611764 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39616) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:33.614963 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570052a7-868a-4bcf-b609-9dbb435010db tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a415bfc4-7cd4-4422-8cbf-110d96025c2a,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:33.628617 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:33.645294 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.702935 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.727881 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.730616 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 06e78ed6-88df-4db5-a14e-4357375170f4 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:33.767825 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:33.773837 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Checking segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:33.775610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:33.780022 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.780649 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:33.784957 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.789053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Bound using segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:33.789608 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Bound port: 74557b78-a92d-4d55-9d4b-370b40cfbf52, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:33.790037 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:33.869047 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Pushing event updated for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:33.879025 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:34.011665 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=f56db284-ded5-42f7-83fd-e4dfc6571e4d,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:34.431706 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Attempting to bind port a02af200-d5ff-4e83-82eb-97861228bead on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:34.437671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Attempting to bind port a02af200-d5ff-4e83-82eb-97861228bead by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '269207eb-89df-4668-8651-9d3e89ba715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:34.437671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Attempting to bind port a02af200-d5ff-4e83-82eb-97861228bead on network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:34.451030 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.468054 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Port a02af200-d5ff-4e83-82eb-97861228bead on network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:23:34.473002 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.478832 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Attempting to bind port a02af200-d5ff-4e83-82eb-97861228bead on network bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:34.486469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.517148 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:34.517579 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Checking segment: {'id': '269207eb-89df-4668-8651-9d3e89ba715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:34.519271 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Bound using segment: {'id': '269207eb-89df-4668-8651-9d3e89ba715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:34.519921 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Bound port: a02af200-d5ff-4e83-82eb-97861228bead, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269207eb-89df-4668-8651-9d3e89ba715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:34.520150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.562007 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.688700 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.691381 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-1be385ba-c58c-4509-a1c0-203d8509be8a None None] Port 5d7e70f5-759e-472b-96c0-d8e0750117d7 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:34.693634 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.695131 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4829e5f-3f53-4607-b59a-1010408422cf HTTP/1.1" status: 204 len: 168 time: 2.6508887 Mar 23 19:23:34.728299 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.729187 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=9c2ea776-221c-4dd2-a94f-6adc763f72bd,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:34.824615 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90c447-e4a0-44fd-95c2-52b1ed153149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4829e5f-3f53-4607-b59a-1010408422cf,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:34.875721 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] For port 5d7e70f5-759e-472b-96c0-d8e0750117d7, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:34.938190 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:34.974923 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39648) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:35.009955 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:35.058097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] For port 5d7e70f5-759e-472b-96c0-d8e0750117d7, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=5d7e70f5-759e-472b-96c0-d8e0750117d7,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:35.067799 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1be385ba-c58c-4509-a1c0-203d8509be8a None None] Provisioning complete for port 06e78ed6-88df-4db5-a14e-4357375170f4 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:35.078515 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1be385ba-c58c-4509-a1c0-203d8509be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.094790 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.139304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.141242 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a02af200-d5ff-4e83-82eb-97861228bead,segment=NetworkSegment(269207eb-89df-4668-8651-9d3e89ba715e),segment_id=269207eb-89df-4668-8651-9d3e89ba715e)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:35.160967 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-826829d7-7fda-4638-99cb-10b45e858198 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0637050 Mar 23 19:23:35.182318 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.200577 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] For port 74557b78-a92d-4d55-9d4b-370b40cfbf52, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:35.228668 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Allocated IP 172.27.3.208 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/e070f921-df92-487e-ad66-3f4403c69958) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:35.268069 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 06e78ed6-88df-4db5-a14e-4357375170f4 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:35.281431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.357076 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] For port 74557b78-a92d-4d55-9d4b-370b40cfbf52, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=74557b78-a92d-4d55-9d4b-370b40cfbf52,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:35.373677 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b905-ac07-4ed1-aeef-5f6e131c33ff req-fcaf157c-e9be-4896-a287-55082fb9f0df tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:35.375304 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71e1b905-ac07-4ed1-aeef-5f6e131c33ff req-fcaf157c-e9be-4896-a287-55082fb9f0df tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.5128059 Mar 23 19:23:35.434707 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:35.435350 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.436851 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] 10.222.0.42 "PUT /v2.0/ports/a02af200-d5ff-4e83-82eb-97861228bead HTTP/1.1" status: 200 len: 1094 time: 6.4315870 Mar 23 19:23:35.487003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:23:35.502805 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:35.664573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:35.669828 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:35.773123 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c537f-fc72-4f18-b551-e151c3484606 service neutron] Pushing event updated for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:35.914950 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71e1b905-ac07-4ed1-aeef-5f6e131c33ff req-82c07970-91e6-4a13-b328-4a20cdfe4c9f tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023093 Mar 23 19:23:35.944305 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d184c-8687-4d11-8b37-1b045bd40e7f None None] Pushing event updated for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:36.052287 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:23:36.057975 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:36.070908 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570b6d0e-ad68-49ca-95fc-b4926985f6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "tag": "a02af200-d5ff-4e83-82eb-97861228bead"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:23:36.085437 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5b255dea-643e-473e-9e28-4fa89a073c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.096262 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-43720eaa-bb2a-4c5b-bff4-3aa17b21a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:36.097860 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-43720eaa-bb2a-4c5b-bff4-3aa17b21a259 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abaad76afe114f4a9574dad08e473c6a&device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 1097 time: 0.5099723 Mar 23 19:23:36.185793 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.234785 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-9ad5a15e-3df0-4b4b-9639-f02cfac88cdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02af200-d5ff-4e83-82eb-97861228bead HTTP/1.1" status: 200 len: 217 time: 0.1273685 Mar 23 19:23:36.235527 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.394533 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5b255dea-643e-473e-9e28-4fa89a073c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.416172 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5b255dea-643e-473e-9e28-4fa89a073c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.433055 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=f56db284-ded5-42f7-83fd-e4dfc6571e4d,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:36.443711 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-1cc11427-bd9f-4e49-9144-04943218b1f3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1132970487&fields=id&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 267 time: 0.4884572 Mar 23 19:23:36.503827 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.504024 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.524171 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508a67-526f-45a0-a414-164b892ae836 req-331598cf-0f2e-4146-aefb-1813f7035e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:36.529906 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-331598cf-0f2e-4146-aefb-1813f7035e3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e91c3e3-7cd1-49d4-bad6-bf66df1447c6 HTTP/1.1" status: 200 len: 852 time: 0.2817383 Mar 23 19:23:36.569072 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5b255dea-643e-473e-9e28-4fa89a073c90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=064cd5f4ef614bcf92161bf031b0bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5663214 Mar 23 19:23:36.583078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 39706) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:36.586509 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b255dea-643e-473e-9e28-4fa89a073c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad15526-8868-4302-8e7c-3b457e5aa999,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:36.672842 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-719d58c7-a31f-4e52-901c-bfb47c08062b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147676 Mar 23 19:23:36.673730 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70011b72-601e-4064-83c4-b57a3170b215 None None] Pushing event updated for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:36.704245 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:36.722664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42dcd36-8510-4ba5-86e0-402b0acb7ff6 x-openstack-request-id: req-f42dcd36-8510-4ba5-86e0-402b0acb7ff6 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:23:36.722960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "tag": "a02af200-d5ff-4e83-82eb-97861228bead", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:23:36.723295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f42dcd36-8510-4ba5-86e0-402b0acb7ff6 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:23:36.723673 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead', 'status': 'completed', 'code': 200} Mar 23 19:23:36.733732 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:36.734939 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a478dab2-e8cb-4d61-9ce6-804525d5ff8f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.9026484 Mar 23 19:23:36.828514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-69c31fa9-5bcf-4cda-8e81-a761c2df5dc7 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:36.830220 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-69c31fa9-5bcf-4cda-8e81-a761c2df5dc7 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.3751857 Mar 23 19:23:36.890099 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-3a660c6b-84e5-45bb-ab83-4ac30f0cd623 service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864505 Mar 23 19:23:36.911909 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:23:36.915851 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-2cfc91ae-67a2-49fa-8c5f-6d0af7e3248f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/quotas/e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 375 time: 0.0695450 Mar 23 19:23:36.981435 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.102851 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-04508a67-526f-45a0-a414-164b892ae836 req-1670f711-42e3-40f0-8861-d28606e10377 service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922209 Mar 23 19:23:37.117571 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Provisioning complete for port 5d7e70f5-759e-472b-96c0-d8e0750117d7 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:37.118523 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.162789 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.279398 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.282573 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:37.306041 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:37.338294 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:37.421413 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-50779557-14be-4cc8-9e2d-348b85a6f8ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1074736270&fields=id&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 267 time: 0.2103922 Mar 23 19:23:37.425445 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-c7b78f03-138a-480a-8906-0f90a9f91212 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4640706 Mar 23 19:23:37.460661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=e070f921-df92-487e-ad66-3f4403c69958,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:37.646586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-a734efb7-34d1-43e0-9e1c-160e59a531a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:37.648922 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-a734efb7-34d1-43e0-9e1c-160e59a531a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abaad76afe114f4a9574dad08e473c6a&device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 1097 time: 0.3199430 Mar 23 19:23:37.761792 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-f15d04d2-830b-4948-b4d9-082dc8283739 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:37.763960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-f15d04d2-830b-4948-b4d9-082dc8283739 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 816 time: 0.3412707 Mar 23 19:23:37.801380 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.805445 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.839623 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ad15526-8868-4302-8e7c-3b457e5aa999 HTTP/1.1" status: 204 len: 168 time: 1.2447813 Mar 23 19:23:37.880320 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.906828 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909520a-a472-49e2-8e44-16b2d268b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad15526-8868-4302-8e7c-3b457e5aa999,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:37.939860 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-7a49432e-a04d-4483-b3b4-97cfe4a02e96 service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778891 Mar 23 19:23:37.944256 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:37.988739 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] For port 5d7e70f5-759e-472b-96c0-d8e0750117d7, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=5d7e70f5-759e-472b-96c0-d8e0750117d7,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:37.994362 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:34Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:38.000423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.077711 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c80e2-5d67-4a82-98bf-0c6096195cb3 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:34Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:38.121928 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.134079 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Provisioning complete for port 74557b78-a92d-4d55-9d4b-370b40cfbf52 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:38.134601 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.190819 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:35Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:23:38.227469 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Pushing event updated for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:38.251382 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd33d7-90a4-406c-b3bd-5695d83784e1 None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:35Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:23:38.255545 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-b1a8f3f1-b529-42c4-90c5-5addbeff235d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/quotas/cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 375 time: 0.4781060 Mar 23 19:23:38.308308 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-c3109b09-105f-4638-92b5-a54194bb4738 service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586431 Mar 23 19:23:38.521366 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.554871 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-bd0f0a38-2de6-47b0-95e7-b765b2210c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:38.567484 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.572658 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-bd0f0a38-2de6-47b0-95e7-b765b2210c30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca HTTP/1.1" status: 200 len: 912 time: 0.9029799 Mar 23 19:23:38.576530 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.605637 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] For port 74557b78-a92d-4d55-9d4b-370b40cfbf52, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=74557b78-a92d-4d55-9d4b-370b40cfbf52,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:38.611273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:38.690727 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-20d9a178-6cd0-4288-a920-393f8da8dca7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02af200-d5ff-4e83-82eb-97861228bead HTTP/1.1" status: 200 len: 217 time: 0.0869148 Mar 23 19:23:38.722298 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-56331084-f7cb-4f85-9f4a-d98dec8b1579 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4657331 Mar 23 19:23:38.799807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-4732fc44-51f3-45bc-b9a5-3825f6a977c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:38.807352 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-4732fc44-51f3-45bc-b9a5-3825f6a977c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e91c3e3-7cd1-49d4-bad6-bf66df1447c6 HTTP/1.1" status: 200 len: 852 time: 0.1050847 Mar 23 19:23:38.862640 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf03594-3391-41f3-8f5f-8949b803f701 None None] Pushing event updated for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:38.882645 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-d1de3bc6-1e12-428b-ac80-318a03a9e6ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403192 Mar 23 19:23:38.948196 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:39.013182 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=e070f921-df92-487e-ad66-3f4403c69958,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:39.039290 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:39.040651 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-014b7b14-faf8-46cc-85fe-384a9888b8e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4269688 Mar 23 19:23:39.154809 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 5d7e70f5-759e-472b-96c0-d8e0750117d7 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:39.236195 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496087f-e6ee-4fb7-a8eb-175b93ce4239 req-c6d7af75-beb8-4c15-819b-40141f3c5f78 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:39.244799 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8496087f-e6ee-4fb7-a8eb-175b93ce4239 req-c6d7af75-beb8-4c15-819b-40141f3c5f78 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.1650841 Mar 23 19:23:39.252348 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 5d7e70f5-759e-472b-96c0-d8e0750117d7 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:39.252737 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:39.321934 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8496087f-e6ee-4fb7-a8eb-175b93ce4239 req-3c6ed9c4-9370-4b1c-b2b6-0abb66a7d28c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761313 Mar 23 19:23:39.449107 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-159d33c3-ae8b-4ec7-8426-4764c0ca5167 req-13920d3c-badf-4ac5-92d7-89e852bc4316 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0726440 Mar 23 19:23:39.632063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 74557b78-a92d-4d55-9d4b-370b40cfbf52 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:39.671450 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-78413c2e-7c1b-4242-bc49-42cc0803d2be service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:23:39.680959 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-78413c2e-7c1b-4242-bc49-42cc0803d2be service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5374141 Mar 23 19:23:39.701899 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-cd1925c8-c7d2-4028-900a-7a2b1bba9892 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1379170348&fields=id&tenant_id=ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 267 time: 0.1048892 Mar 23 19:23:39.752059 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 74557b78-a92d-4d55-9d4b-370b40cfbf52 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:39.752350 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:39.829205 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-bc7616d2-71e1-4d5a-9627-719b276b9b61 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:39.833411 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-bc7616d2-71e1-4d5a-9627-719b276b9b61 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 811 time: 0.1238527 Mar 23 19:23:39.890665 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-19c28323-6d9f-450b-9879-4a19fec66dc4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/quotas/ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 375 time: 0.0527732 Mar 23 19:23:39.891202 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-bc285b24-282e-4b15-bc14-eeb8efc80847 service neutron] 10.222.0.43 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092552 Mar 23 19:23:40.037520 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-c0d0742a-0b39-4ba8-8e2c-0c11be2288f2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412528 Mar 23 19:23:40.085363 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-474a222a-6d92-4c23-89a0-66377eee1bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932669 Mar 23 19:23:40.207305 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-cb79cd34-9cd8-4d25-be5f-208c26659f97 service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068608 Mar 23 19:23:40.341206 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-6550dd4a-b762-409d-aa35-e6d568c8f89e service neutron] 10.222.0.43 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834501 Mar 23 19:23:40.452483 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-570b6d0e-ad68-49ca-95fc-b4926985f6ff req-a87faa41-1d70-4482-b35b-48c3e6d8326f service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379429 Mar 23 19:23:40.515217 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:40.693915 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-e63e6142-7993-4062-9d85-033ad1471955 service neutron] 10.222.0.43 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465667 Mar 23 19:23:40.763555 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc581ee-8ca5-4700-90bc-04dd7fd1bd1b req-a80a3823-84cb-433d-aec1-b59d615e9ba3 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:40.783955 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0fc581ee-8ca5-4700-90bc-04dd7fd1bd1b req-a80a3823-84cb-433d-aec1-b59d615e9ba3 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.1964560 Mar 23 19:23:40.918691 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 74557b78-a92d-4d55-9d4b-370b40cfbf52 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:41.016913 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0fc581ee-8ca5-4700-90bc-04dd7fd1bd1b req-cc48119a-2182-4163-b923-c9b6e5887310 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248867 Mar 23 19:23:41.076696 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 74557b78-a92d-4d55-9d4b-370b40cfbf52 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:41.077629 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:41.209560 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b2132507-30ab-40f0-b902-1123d0dddab9 req-40e57859-e7ba-4a1c-bdcc-a39c57b73eec tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.1140547 Mar 23 19:23:41.299227 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7e4f1f1a-e4fe-48bf-9f6f-9a222f61754d req-40f2ae58-c108-4233-8a72-07ac600560da tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0653162 Mar 23 19:23:41.452804 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6be75a3d-12d0-4d82-87d6-7c63daf1f7ce req-75677bf9-a44e-4d08-a5f9-8add0d80a295 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0885961 Mar 23 19:23:42.113838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60017-47dd-4036-995b-59baaab1f760 req-767695f2-291a-4a6f-b5c8-9688b73164c0 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:42.115319 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ca60017-47dd-4036-995b-59baaab1f760 req-767695f2-291a-4a6f-b5c8-9688b73164c0 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.0492249 Mar 23 19:23:42.157267 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ca60017-47dd-4036-995b-59baaab1f760 req-d56aea73-c7d1-49d0-ac10-9ff1825e8b63 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Mar 23 19:23:42.325947 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a0a3cd4b-c13b-4052-9789-728ae64fd03a req-d137fe92-de51-4300-9552-4a8a7fcd33af tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0288637 Mar 23 19:23:42.408494 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d3645bec-c7ec-4d86-a36c-5ee5a08aed7f req-e461df63-94d6-458c-9350-93efbf7d0eac tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0268641 Mar 23 19:23:42.475917 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40042) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:42.566870 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-47558ab8-c2cd-4ef4-9ba9-7c2f8d23424c req-7b2b1c3f-5ea0-49ff-a715-d5f30e45f31c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Mar 23 19:23:42.597206 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bcad84a1-7af5-40b4-8485-a021ca26c260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.672316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bcad84a1-7af5-40b4-8485-a021ca26c260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.675937 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bcad84a1-7af5-40b4-8485-a021ca26c260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.715900 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-bcad84a1-7af5-40b4-8485-a021ca26c260 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87b0a6e209da4e3f8afd4c55381f8ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383773 Mar 23 19:23:42.716436 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40048) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:42.718045 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad84a1-7af5-40b4-8485-a021ca26c260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868417a-5dc5-483d-a953-ed667e1a7870,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:42.768088 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.788222 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.835369 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.838001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:42.839135 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5868417a-5dc5-483d-a953-ed667e1a7870 HTTP/1.1" status: 204 len: 168 time: 0.1216455 Mar 23 19:23:42.848367 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528c1e-2c0c-47a5-991a-62c57032d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868417a-5dc5-483d-a953-ed667e1a7870,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:43.089270 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40054) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:43.102866 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a03e-cad0-4892-9d02-c34ccdcea624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.180789 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a03e-cad0-4892-9d02-c34ccdcea624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.186440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a03e-cad0-4892-9d02-c34ccdcea624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.223940 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6bb4a03e-cad0-4892-9d02-c34ccdcea624 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c1e5c39bce74f57b2a2ca467f29ab76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335225 Mar 23 19:23:43.227416 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40060) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:43.229300 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a03e-cad0-4892-9d02-c34ccdcea624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d484867d-f909-433e-b5ce-9bc474efdec1,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:43.276765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.289407 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545e87e-cf75-4c23-ab6a-fd7068d709e5 req-21db459c-baed-4f7a-a687-eca741a71c78 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:43.290913 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5545e87e-cf75-4c23-ab6a-fd7068d709e5 req-21db459c-baed-4f7a-a687-eca741a71c78 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.0524206 Mar 23 19:23:43.299660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.332373 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5545e87e-cf75-4c23-ab6a-fd7068d709e5 req-66a22310-1178-4179-9331-a81019471584 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Mar 23 19:23:43.355622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.358313 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.362454 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d484867d-f909-433e-b5ce-9bc474efdec1 HTTP/1.1" status: 204 len: 168 time: 0.1338315 Mar 23 19:23:43.371482 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214eb77-de2e-4414-8b91-8bc97ceb1b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484867d-f909-433e-b5ce-9bc474efdec1,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:43.387042 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b4c23d00-82a4-413a-b0b3-89bad9ff6317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:43.491368 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33390191-1795-4795-9a09-1df7144456b7 req-2e5fd988-c4d1-4c40-aefa-be3b7d34e74f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0415950 Mar 23 19:23:43.566631 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c5bcce13-2bfd-4f2c-b99d-0729c46505e1 req-f7e41fa8-cb2d-4a60-95b6-2852440972bc tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0458724 Mar 23 19:23:43.695644 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8093411e-9f79-4b59-9b01-dad105685fa7 req-eeaf313b-f7f7-4404-b86b-7fb53f6c9cb7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0455887 Mar 23 19:23:43.758657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40082) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:43.891049 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-34f0c7c6-6b78-4296-b110-76e049b34dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.004208 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-34f0c7c6-6b78-4296-b110-76e049b34dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.009139 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-34f0c7c6-6b78-4296-b110-76e049b34dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.047459 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-34f0c7c6-6b78-4296-b110-76e049b34dc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db38d23a02e144959ae33fa2b3a4496f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873206 Mar 23 19:23:44.048320 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0c7c6-6b78-4296-b110-76e049b34dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0cda7-2ed3-4778-be6c-aa923027b74b,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:44.050133 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40104) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:44.103693 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.124992 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.176531 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.179139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.180550 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bd0cda7-2ed3-4778-be6c-aa923027b74b HTTP/1.1" status: 204 len: 168 time: 0.1292708 Mar 23 19:23:44.188348 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99359b-7441-4101-9a7a-94480e86927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0cda7-2ed3-4778-be6c-aa923027b74b,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:44.463144 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17169d-063a-46a0-ac8d-02a52b29ac5f req-a206e988-48a1-4d1a-8601-eb2bb1ef55aa tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:44.464934 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4a17169d-063a-46a0-ac8d-02a52b29ac5f req-a206e988-48a1-4d1a-8601-eb2bb1ef55aa tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.0617223 Mar 23 19:23:44.514142 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4a17169d-063a-46a0-ac8d-02a52b29ac5f req-a1df5fca-4928-4c11-890f-2dcd2ee6c937 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Mar 23 19:23:44.538868 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40128) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:44.557539 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1edae413-d432-4664-bd2f-66b286b0292b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.609741 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-984d4550-1514-4c94-819e-8cc046518747 req-ad19e1c7-7697-4320-aa70-3d53eb02eae9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0321488 Mar 23 19:23:44.688602 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1edae413-d432-4664-bd2f-66b286b0292b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.694052 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1edae413-d432-4664-bd2f-66b286b0292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.730848 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-40cbaae6-c7f1-4a05-b1e2-2f0a4aa84a74 req-da5a25fc-25c0-438a-bb32-8b91780cd6d3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0747604 Mar 23 19:23:44.790814 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1edae413-d432-4664-bd2f-66b286b0292b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec65d0a33c6b4129bb30546c3944fc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506115 Mar 23 19:23:44.802040 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40140) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:44.812919 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edae413-d432-4664-bd2f-66b286b0292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3786d095-7134-4612-831f-e2818ab023e1,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:44.847217 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1666bdbd-5996-437b-93ee-431b2c85a55c req-14310956-066f-4087-a3cc-0080219f54c3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0616193 Mar 23 19:23:44.916512 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:44.944470 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.000786 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-6659c895-0b5a-4591-8f63-f244a2427e32 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:45.002753 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-6659c895-0b5a-4591-8f63-f244a2427e32 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.2089336 Mar 23 19:23:45.017740 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.023019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.025626 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3786d095-7134-4612-831f-e2818ab023e1 HTTP/1.1" status: 204 len: 168 time: 0.2214005 Mar 23 19:23:45.034644 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c54b0a-88a4-478a-a9b4-6d1beb98eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3786d095-7134-4612-831f-e2818ab023e1,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:45.091542 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-a3388247-05f9-43dc-a5bc-e3210f1008e8 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 380 time: 0.0743666 Mar 23 19:23:45.105814 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'port': {'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'admin_state_up': True, 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'security_groups': ['fffd77c6-d7ec-4220-93bc-1f77c115cc3a']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:45.230681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:45.234830 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.354721 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.42', 51582) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:45.387362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.20.0.5 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/b368aa1d-b1cc-44e8-ab5e-af30737cb609) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:45.536365 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-bd268478-2e84-4754-9c27-d22146bba9c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:45.538629 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-bd268478-2e84-4754-9c27-d22146bba9c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 816 time: 0.1827724 Mar 23 19:23:45.609865 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-29abd91d-b242-405e-bb35-522cc97f7722 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 380 time: 0.0558257 Mar 23 19:23:45.630858 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'port': {'device_id': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'admin_state_up': True, 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'security_groups': ['3a9ef321-8a10-4b53-842e-3ac37fc2221b']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:45.638668 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.729202 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe96a-590a-48ee-922d-496af30985b8 req-b37655a8-ff51-4bf7-8db7-64c03ce201e9 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:45.737894 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f2abe96a-590a-48ee-922d-496af30985b8 req-b37655a8-ff51-4bf7-8db7-64c03ce201e9 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.1057663 Mar 23 19:23:45.784943 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.798073 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f2abe96a-590a-48ee-922d-496af30985b8 req-5141317c-7272-4bbf-8a09-003afb1c7719 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591900 Mar 23 19:23:45.798383 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-761f3835-1e90-4e27-bc56-b069ec5839e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.833815 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.42', 51585) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:45.915680 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c6743daa-47b5-4a39-9190-98ed93d30931 req-376cc76a-0158-4d08-9e5d-d240af508281 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Mar 23 19:23:45.929029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:45.942596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Made reservation on behalf of cc251fc47a6e43089f9eba08785be63a for: {'port': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:45.946302 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:45.959556 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:45.989439 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:46.212664 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8315e309-43f9-4706-a8ad-a1c9950b5985 req-7d32ce31-d372-4d26-abc5-60f6c90c76f3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.1475282 Mar 23 19:23:46.315482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:46.359668 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:46.360369 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:46.408315 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Allocated IP 172.20.0.5 (b91d1349-c7ce-4f6b-8786-1b7114ad59af/6db365aa-2bcf-4951-90dd-2617745468b1/ea96ac82-011e-4596-adc5-d005a217bdbf) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:46.410051 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c588-2187-48bc-b83a-cb57f4887e43 req-18da92d9-1635-4468-b40c-c7c7c52e744f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:46.416154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-c427fc41-38de-4109-87ec-47f90bb65efe None None] Provisioning complete for port b368aa1d-b1cc-44e8-ab5e-af30737cb609 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:46.416535 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c427fc41-38de-4109-87ec-47f90bb65efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:46.419263 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2af3c588-2187-48bc-b83a-cb57f4887e43 req-18da92d9-1635-4468-b40c-c7c7c52e744f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 931 time: 0.5085719 Mar 23 19:23:46.422431 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-13edcc15-f681-4f61-bacb-f511d2b3847b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3250711 Mar 23 19:23:46.431448 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-44ed080a-ca74-4e64-bea3-34009f571824 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:46.446956 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-44ed080a-ca74-4e64-bea3-34009f571824 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 811 time: 0.6044030 Mar 23 19:23:46.502803 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-c427fc41-38de-4109-87ec-47f90bb65efe None None] Port b368aa1d-b1cc-44e8-ab5e-af30737cb609 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:46.522686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2af3c588-2187-48bc-b83a-cb57f4887e43 req-2ca6d6dd-e5ba-41f5-ab35-bb49bd9fec0f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730691 Mar 23 19:23:46.607658 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:46.651653 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:46.728596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:46.733893 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:46.740266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:46.768629 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:46.969220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:47.020538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:47.021113 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:47.028583 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-471327ad-2cb8-4b0b-8047-ef00e49791ae None None] Provisioning complete for port ea96ac82-011e-4596-adc5-d005a217bdbf triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:47.029579 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-471327ad-2cb8-4b0b-8047-ef00e49791ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:47.049044 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf499ef-5aaa-4b08-8505-452a605ad19a req-c7a2b6ff-759c-42aa-9300-f0a73c629867 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:47.050889 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bcf499ef-5aaa-4b08-8505-452a605ad19a req-c7a2b6ff-759c-42aa-9300-f0a73c629867 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.0860291 Mar 23 19:23:47.055379 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6fd56853-c341-4cac-86c5-44f15dd01402 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4296877 Mar 23 19:23:47.059182 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e41c5f-87b9-4442-b79c-b7aa373243ce req-43b733d9-d565-4c6e-aa0d-234174d5337c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:47.061182 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99e41c5f-87b9-4442-b79c-b7aa373243ce req-43b733d9-d565-4c6e-aa0d-234174d5337c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 931 time: 0.0641532 Mar 23 19:23:47.079072 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-471327ad-2cb8-4b0b-8047-ef00e49791ae None None] Port ea96ac82-011e-4596-adc5-d005a217bdbf cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:47.092597 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bcf499ef-5aaa-4b08-8505-452a605ad19a req-0213855f-09a6-4f7d-915d-74a49c4276bb tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Mar 23 19:23:47.108184 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99e41c5f-87b9-4442-b79c-b7aa373243ce req-3236d0f4-bd4c-45b0-9473-7a7168be6a37 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Mar 23 19:23:47.325415 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ea79e2a8-9594-469f-a87a-ba65eba5eba1 req-0be7b9fe-353b-4e10-a1c6-a8585227e5c8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Mar 23 19:23:47.649158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f21e2-309f-458e-ba3f-97b78a7856ed req-80e719d2-e527-4785-a1ba-fb7fa8f923f2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:47.650632 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b27f21e2-309f-458e-ba3f-97b78a7856ed req-80e719d2-e527-4785-a1ba-fb7fa8f923f2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 931 time: 0.0492692 Mar 23 19:23:47.702259 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b27f21e2-309f-458e-ba3f-97b78a7856ed req-0e39b6a2-ff23-4361-9a26-e87d6319fcb6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Mar 23 19:23:48.213550 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2c98-1b69-4beb-9799-cff0a0bdf341 req-7c81878d-e533-4b36-aa7b-cc746d885a19 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:48.215038 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b47f2c98-1b69-4beb-9799-cff0a0bdf341 req-7c81878d-e533-4b36-aa7b-cc746d885a19 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 944 time: 0.0511634 Mar 23 19:23:48.226577 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188e031-43e7-42b9-9ae6-09dd94d54644 req-34d909c8-85a2-4d38-9397-296b92770ee0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:48.228030 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a188e031-43e7-42b9-9ae6-09dd94d54644 req-34d909c8-85a2-4d38-9397-296b92770ee0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 931 time: 0.0511253 Mar 23 19:23:48.251903 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b47f2c98-1b69-4beb-9799-cff0a0bdf341 req-8e081a86-0f85-45bc-a43c-bc69142ec4ea tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308907 Mar 23 19:23:48.264712 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a188e031-43e7-42b9-9ae6-09dd94d54644 req-57ee92e2-6813-4996-84e0-3b26a8bc8062 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Mar 23 19:23:48.284659 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:48.419113 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-48872884-3fdd-4a53-9404-54542d86ad40 req-8ce70dfd-4688-41c0-88bd-9457e61d3dac tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0257249 Mar 23 19:23:48.580540 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device a02af200-d5ff-4e83-82eb-97861228bead details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:23:48.684430 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:48.699746 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a02af200-d5ff-4e83-82eb-97861228bead,segment=NetworkSegment(269207eb-89df-4668-8651-9d3e89ba715e),segment_id=269207eb-89df-4668-8651-9d3e89ba715e)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:48.710619 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'a02af200-d5ff-4e83-82eb-97861228bead', 'network_id': 'bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca', 'port_id': 'a02af200-d5ff-4e83-82eb-97861228bead', 'mac_address': 'fa:16:3e:e2:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e91c3e3-7cd1-49d4-bad6-bf66df1447c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:23:48.754755 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:48.772724 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02af200-d5ff-4e83-82eb-97861228bead {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:23:48.794314 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a02af200-d5ff-4e83-82eb-97861228bead,segment=NetworkSegment(269207eb-89df-4668-8651-9d3e89ba715e),segment_id=269207eb-89df-4668-8651-9d3e89ba715e)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:48.803039 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:48.838443 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eff134-1c91-4fbc-84bd-f14bb078c25f req-dffe20ec-db84-4da2-803d-f68df91e079e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:48.840612 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-48eff134-1c91-4fbc-84bd-f14bb078c25f req-dffe20ec-db84-4da2-803d-f68df91e079e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 931 time: 0.0513060 Mar 23 19:23:48.855482 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:48.882083 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-48eff134-1c91-4fbc-84bd-f14bb078c25f req-b51615f1-8bf8-45df-9085-76ffb1deae10 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339291 Mar 23 19:23:49.350875 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40320) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:49.369569 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68ea4-3d79-4dc6-aeb7-1d61fbee8399 req-d0053037-c6ef-414c-b676-ca542a04a886 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:49.371069 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e8b68ea4-3d79-4dc6-aeb7-1d61fbee8399 req-d0053037-c6ef-414c-b676-ca542a04a886 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 945 time: 0.0545382 Mar 23 19:23:49.389899 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c40aaf-c3d7-45fb-9d93-ed5672957be5 req-0d71f644-8a64-492d-80f9-68cd2b6ac5f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:49.391633 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70c40aaf-c3d7-45fb-9d93-ed5672957be5 req-0d71f644-8a64-492d-80f9-68cd2b6ac5f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 931 time: 0.0528555 Mar 23 19:23:49.413333 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e8b68ea4-3d79-4dc6-aeb7-1d61fbee8399 req-499914e2-720e-4607-8d2a-e4c1b37ed736 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Mar 23 19:23:49.433351 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70c40aaf-c3d7-45fb-9d93-ed5672957be5 req-47af5580-c864-4f50-92d8-bcbd6d945194 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Mar 23 19:23:49.470634 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6d46286-6235-47f8-a76d-ce1a7b0c5b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.524127 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-71d42142-26b9-4b21-bdff-e39d0295e03d req-ba958429-3068-483a-8281-2ac5b01b1064 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0341389 Mar 23 19:23:49.570599 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6d46286-6235-47f8-a76d-ce1a7b0c5b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.574397 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6d46286-6235-47f8-a76d-ce1a7b0c5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.610710 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f6d46286-6235-47f8-a76d-ce1a7b0c5b12 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45dc13326ba840fab96a25723e5ab4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587564 Mar 23 19:23:49.612266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d46286-6235-47f8-a76d-ce1a7b0c5b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42fb5c1-c7bf-4e88-86aa-e756122da244,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:49.613517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40330) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:49.663587 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.684671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.730986 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.733567 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:49.734686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e42fb5c1-c7bf-4e88-86aa-e756122da244 HTTP/1.1" status: 204 len: 168 time: 0.1202092 Mar 23 19:23:49.742742 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d241a48-0126-4b52-b2e8-358d662e8135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42fb5c1-c7bf-4e88-86aa-e756122da244,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:49.973837 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Request body: {'port': {'device_id': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:50.004195 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Request body: {'port': {'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:50.024602 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40348) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:50.043406 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.045297 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13481d9c-2be3-4240-86db-77dc40b26b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.085457 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-7aa72a41-845a-4b4a-b8c3-da36bdf47ef2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 380 time: 0.1070797 Mar 23 19:23:50.095986 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'port': {'device_id': '23f9b34c-32c9-4fe7-99b7-259737947650', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'admin_state_up': True, 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'security_groups': ['87496c49-2bc3-4f7c-8bda-3f94441a9449']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:50.110399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6e37-d6c5-4666-91ca-e52a7cf0d909 req-0d38b33c-8f25-4c8a-9260-2106c8147903 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:50.111878 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-330c6e37-d6c5-4666-91ca-e52a7cf0d909 req-0d38b33c-8f25-4c8a-9260-2106c8147903 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 931 time: 0.1625514 Mar 23 19:23:50.140889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.251614 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-330c6e37-d6c5-4666-91ca-e52a7cf0d909 req-55ae59f4-cfb8-4f0b-880a-0b892dab8ca9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212933 Mar 23 19:23:50.289827 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13481d9c-2be3-4240-86db-77dc40b26b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.297981 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13481d9c-2be3-4240-86db-77dc40b26b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.369179 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-13481d9c-2be3-4240-86db-77dc40b26b45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22cd0f32a00d439f86e7fcffe27578d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410926 Mar 23 19:23:50.369824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40350) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:50.371340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13481d9c-2be3-4240-86db-77dc40b26b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c92f002-5a48-4086-85a0-3223e8853e72,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:50.381529 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Made reservation on behalf of ab95638b935b4336b77989135ced74ca for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:23:50.384922 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.480515 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.499394 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:23:50.513412 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.518023 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.550031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.provisioning_blocks [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Transition to ACTIVE for port object ea96ac82-011e-4596-adc5-d005a217bdbf will not be triggered until provisioned by entity L2. {{(pid=101769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:23:50.567810 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.650584 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:50.677190 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Allocated IP 172.20.0.3 (05c7177b-568c-4297-b2a5-26098f3d13c7/3fad01d9-6bc9-482d-944e-d5b2c1b20115/4cff157a-adb8-4732-bc12-46facbb80a45) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:23:50.688988 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed191d-e08d-4c02-9403-549ddc89c8b2 req-c251fd7e-a560-46ea-b35c-04b8675fcb18 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:50.690545 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01ed191d-e08d-4c02-9403-549ddc89c8b2 req-c251fd7e-a560-46ea-b35c-04b8675fcb18 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 945 time: 0.1499062 Mar 23 19:23:50.693531 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b368aa1d-b1cc-44e8-ab5e-af30737cb609 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:23:50.706834 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.711349 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.713856 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.714983 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c92f002-5a48-4086-85a0-3223e8853e72 HTTP/1.1" status: 204 len: 168 time: 0.3447111 Mar 23 19:23:50.740479 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a51d55-1697-412b-8aea-f7147f63c207 req-6ce514b8-663d-44b3-9299-3bfc8ad2b689 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:50.755366 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d3a51d55-1697-412b-8aea-f7147f63c207 req-6ce514b8-663d-44b3-9299-3bfc8ad2b689 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.1907732 Mar 23 19:23:50.765604 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cfe97-84ee-474e-9e31-e0f6eb2cc566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c92f002-5a48-4086-85a0-3223e8853e72,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:50.803834 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01ed191d-e08d-4c02-9403-549ddc89c8b2 req-b58790e1-7446-4aa8-9bb7-fd7be579c84f tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963285 Mar 23 19:23:50.806782 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Attempting to bind port ea96ac82-011e-4596-adc5-d005a217bdbf on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:50.807230 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Attempting to bind port ea96ac82-011e-4596-adc5-d005a217bdbf by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:50.807467 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Attempting to bind port ea96ac82-011e-4596-adc5-d005a217bdbf on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:50.812340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Port ea96ac82-011e-4596-adc5-d005a217bdbf on network b91d1349-c7ce-4f6b-8786-1b7114ad59af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:23:50.812745 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Attempting to bind port ea96ac82-011e-4596-adc5-d005a217bdbf on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:50.818186 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:50.818646 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Checking segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:50.819279 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Bound using segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:50.819824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Bound port: ea96ac82-011e-4596-adc5-d005a217bdbf, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:50.820764 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.855077 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Transition to ACTIVE for port object b368aa1d-b1cc-44e8-ab5e-af30737cb609 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:23:50.875807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:50.980241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fa721e11-7763-412d-8644-de51c5ccd04d req-6f32d105-a4a9-4fa8-ae36-89959e548899 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0529375 Mar 23 19:23:50.986820 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, cleared binding levels {{(pid=101769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:51.024482 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:51.031865 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.087845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.094823 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.098591 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] 10.222.0.42 "PUT /v2.0/ports/ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 1093 time: 1.1297290 Mar 23 19:23:51.099322 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:23:51.194212 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['a02af200-d5ff-4e83-82eb-97861228bead'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:23:51.229007 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f9980-f0cf-4606-aada-b86e995a2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=3']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:51.252438 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d3a51d55-1697-412b-8aea-f7147f63c207 req-7f0c80e1-8640-480e-9a05-ebd209d75b51 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4923813 Mar 23 19:23:51.385413 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e2571f-5ad0-49e1-b958-1661d6976340" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:23:51.402715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Pushing event updated for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:51.472313 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-fdafbb6b-322b-4b64-b54c-5399341dc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.475356 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-fdafbb6b-322b-4b64-b54c-5399341dc042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1096 time: 0.3245761 Mar 23 19:23:51.516336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.614251 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-37078ce7-021a-42b3-98c3-bbe5b60229c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 217 time: 0.1298943 Mar 23 19:23:51.616951 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.747380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:23:51.753220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd65b2-bfc5-4199-b4f9-96d026e48bdd req-35bae32f-140a-436d-bc95-ca984c636e77 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.756945 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b7dd65b2-bfc5-4199-b4f9-96d026e48bdd req-35bae32f-140a-436d-bc95-ca984c636e77 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.2609994 Mar 23 19:23:51.758777 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fffb8f8-14f2-47bf-a9f1-92c0e64165d3 x-openstack-request-id: req-8fffb8f8-14f2-47bf-a9f1-92c0e64165d3 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:23:51.759063 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:23:51.759312 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fffb8f8-14f2-47bf-a9f1-92c0e64165d3 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:23:51.759777 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'status': 'completed', 'code': 200} Mar 23 19:23:51.761664 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-b81b828a-7ef0-4ba1-bfd4-3d7732037446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.763071 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-b81b828a-7ef0-4ba1-bfd4-3d7732037446 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.1274173 Mar 23 19:23:51.772210 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:23:51.811151 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:23:51.817433 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:51.858065 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Attempting to bind port b368aa1d-b1cc-44e8-ab5e-af30737cb609 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:51.858664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Attempting to bind port b368aa1d-b1cc-44e8-ab5e-af30737cb609 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:51.859159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Attempting to bind port b368aa1d-b1cc-44e8-ab5e-af30737cb609 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:51.868736 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b7dd65b2-bfc5-4199-b4f9-96d026e48bdd req-d77e2b10-a521-477b-90b8-dbf12b9cdecd tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047256 Mar 23 19:23:51.872227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Port b368aa1d-b1cc-44e8-ab5e-af30737cb609 on network d7852928-7407-4b03-85a4-ac35aaeae76e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:23:51.872726 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Attempting to bind port b368aa1d-b1cc-44e8-ab5e-af30737cb609 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:51.882463 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:51.883049 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:51.883734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:51.884337 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Bound port: b368aa1d-b1cc-44e8-ab5e-af30737cb609, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:51.884907 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.888124 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-04981b0d-7184-473f-a8d3-70a082a5a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.889919 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-04981b0d-7184-473f-a8d3-70a082a5a9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188166 Mar 23 19:23:51.910685 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:51.911543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:51.984772 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b45e1bb0-d049-4470-a6c2-92f5321b3c33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8929753 Mar 23 19:23:52.024554 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Request body: {'port': {'device_id': '23f9b34c-32c9-4fe7-99b7-259737947650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:23:52.058689 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-6f9da48c-0683-42e4-920a-4d4d3e93f73a service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589863 Mar 23 19:23:52.196566 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:52.247236 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d736e801-21d5-48ee-9e8c-978403b79589 None None] Provisioning complete for port 4cff157a-adb8-4732-bc12-46facbb80a45 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:52.250240 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d736e801-21d5-48ee-9e8c-978403b79589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:52.301095 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277faebc-9dd0-4300-81aa-f4e29bcf41cc req-f9159614-2872-48d8-a1b4-ba54a03e6bb8 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.303117 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88cfa189-3d6c-4b8d-aa30-b0672437c9b5 req-f3e2ef3f-86f9-4acb-8182-d8d1436fe856 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372603 Mar 23 19:23:52.303305 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-277faebc-9dd0-4300-81aa-f4e29bcf41cc req-f9159614-2872-48d8-a1b4-ba54a03e6bb8 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 945 time: 0.3334565 Mar 23 19:23:52.314155 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-d736e801-21d5-48ee-9e8c-978403b79589 None None] Port 4cff157a-adb8-4732-bc12-46facbb80a45 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:23:52.316567 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d992e-f870-4689-97bb-b589b7b28c79 req-766856a7-9444-471e-a433-650a6ccb087e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.318440 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f65d992e-f870-4689-97bb-b589b7b28c79 req-766856a7-9444-471e-a433-650a6ccb087e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 931 time: 0.1330116 Mar 23 19:23:52.319087 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:52.366460 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:52.371986 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f65d992e-f870-4689-97bb-b589b7b28c79 req-cfc005e6-1898-4720-8916-7fcaddde14a7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 Mar 23 19:23:52.387653 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:52.411326 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-192f7e71-512e-4928-868f-ac12fe51f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.412898 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-192f7e71-512e-4928-868f-ac12fe51f484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1096 time: 0.0530369 Mar 23 19:23:52.481500 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-277faebc-9dd0-4300-81aa-f4e29bcf41cc req-cbdb9a43-98be-4b66-bb77-2aef0a7e8772 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640248 Mar 23 19:23:52.534035 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.535158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:52.537546 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] 10.222.0.42 "PUT /v2.0/ports/b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 200 len: 1093 time: 2.5568726 Mar 23 19:23:52.538167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:23:52.546471 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def41549-ea76-47df-a62b-6bceb39a0917" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:23:52.607258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a1b8d-acc3-43b8-bbd1-94189c244365 service neutron] Pushing event updated for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:52.666988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dee351-55a8-4e38-94ec-272e99c248b2 x-openstack-request-id: req-07dee351-55a8-4e38-94ec-272e99c248b2 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:23:52.667283 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:23:52.667581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07dee351-55a8-4e38-94ec-272e99c248b2 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:23:52.668234 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'status': 'completed', 'code': 200} Mar 23 19:23:52.715325 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-fa0fedfe-f9b1-4857-bf6d-475073470d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.716956 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-fa0fedfe-f9b1-4857-bf6d-475073470d9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 1096 time: 0.1200895 Mar 23 19:23:52.776371 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-9c95f37e-86dc-4955-a308-a018243f1ac5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 200 len: 217 time: 0.0506935 Mar 23 19:23:52.887964 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e787b2-72b9-4b08-a7dc-aef97dc9d8aa req-06016db6-5bde-42a6-8584-c34cb5dac60f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.889762 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01e787b2-72b9-4b08-a7dc-aef97dc9d8aa req-06016db6-5bde-42a6-8584-c34cb5dac60f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.4390881 Mar 23 19:23:52.920801 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-3bae8274-4cee-41d4-83d2-3370b5014ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.922586 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-3bae8274-4cee-41d4-83d2-3370b5014ff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.1348884 Mar 23 19:23:52.931512 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-744bb310-6def-4651-9e26-c9278b4901de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:52.936336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cff157a-adb8-4732-bc12-46facbb80a45 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:23:52.938230 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-744bb310-6def-4651-9e26-c9278b4901de service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.5096335 Mar 23 19:23:52.965527 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:52.999574 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-65e2c312-56ca-4744-8cef-a4c98342da86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 217 time: 0.0344586 Mar 23 19:23:53.017108 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Transition to ACTIVE for port object 4cff157a-adb8-4732-bc12-46facbb80a45 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:23:53.044124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-619c77da-dd66-4b34-8907-e16f60defdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.045686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-619c77da-dd66-4b34-8907-e16f60defdc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991347 Mar 23 19:23:53.046305 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:53.047971 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01e787b2-72b9-4b08-a7dc-aef97dc9d8aa req-06428a77-2178-4a73-b903-da67f9e0d03f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440909 Mar 23 19:23:53.071488 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-0bdd0c7d-2693-44d3-bd2e-08d3a9f13e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.074282 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-0bdd0c7d-2693-44d3-bd2e-08d3a9f13e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0648875 Mar 23 19:23:53.124982 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-e5318892-dd8e-448e-9ce2-f4302899f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.126398 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-e5318892-dd8e-448e-9ce2-f4302899f6f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446689 Mar 23 19:23:53.187386 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4e854-efa5-4a2e-92a2-db74f08e6278 req-d1f21dc9-522a-4138-a08e-058d6a147dea tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.188965 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c0b4e854-efa5-4a2e-92a2-db74f08e6278 req-d1f21dc9-522a-4138-a08e-058d6a147dea tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.1895688 Mar 23 19:23:53.210509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Pushing event updated for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:53.236272 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-acbef7db-847f-4782-85ec-15e68cd985c2 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012847 Mar 23 19:23:53.310866 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-527ba755-7fdd-4e80-9c92-d8441875c140 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533000 Mar 23 19:23:53.323942 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c0b4e854-efa5-4a2e-92a2-db74f08e6278 req-d6fc4be2-35a1-4111-a5e5-b2ae2c16b6b4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159906 Mar 23 19:23:53.333562 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Attempting to bind port 4cff157a-adb8-4732-bc12-46facbb80a45 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:23:53.333834 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Attempting to bind port 4cff157a-adb8-4732-bc12-46facbb80a45 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:23:53.334158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Attempting to bind port 4cff157a-adb8-4732-bc12-46facbb80a45 on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:53.355560 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Port 4cff157a-adb8-4732-bc12-46facbb80a45 on network 05c7177b-568c-4297-b2a5-26098f3d13c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:23:53.355896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Attempting to bind port 4cff157a-adb8-4732-bc12-46facbb80a45 on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:23:53.368285 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:23:53.368647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Checking segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:23:53.369124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Bound using segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:23:53.369576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Bound port: 4cff157a-adb8-4732-bc12-46facbb80a45, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:23:53.369940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:53.379435 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80e2571f-5ad0-49e1-b958-1661d6976340 req-f212b4ce-d48b-42d2-a0af-2fb2b0b61ed9 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322579 Mar 23 19:23:53.515429 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799590-8883-4436-9986-272b39f06397 req-fe58330b-b7b8-4eb7-951d-6632a73fb0ce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.518348 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-07799590-8883-4436-9986-272b39f06397 req-fe58330b-b7b8-4eb7-951d-6632a73fb0ce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0695961 Mar 23 19:23:53.602843 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-07799590-8883-4436-9986-272b39f06397 req-802c60b0-a1fc-463f-ad75-5de3a446e300 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764956 Mar 23 19:23:53.719827 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9684b90a-f44c-4219-a0d8-85eea9e340d8 req-e01cbc10-99da-473c-afaa-3e9200e85747 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945761 Mar 23 19:23:53.734896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412645a-7ec9-4ecb-a4da-eb86a3779095 req-58f8c4e8-7e48-4980-a480-4e9245a77792 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.736473 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f412645a-7ec9-4ecb-a4da-eb86a3779095 req-58f8c4e8-7e48-4980-a480-4e9245a77792 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 945 time: 0.1263270 Mar 23 19:23:53.761593 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:23:53.779189 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4cff157a-adb8-4732-bc12-46facbb80a45,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:23:53.789889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:53.824743 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f412645a-7ec9-4ecb-a4da-eb86a3779095 req-f4cf92db-c9e8-49a9-a7a1-842d55f7ccf0 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821660 Mar 23 19:23:53.831617 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:53.832301 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:53.833703 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] 10.222.0.42 "PUT /v2.0/ports/4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 1093 time: 1.8240530 Mar 23 19:23:53.870438 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd983-ee4b-46ba-9302-abd7f15dd836 service neutron] Pushing event updated for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:54.174852 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6351-f7cd-4e6c-b6de-bf1a7ae7d657 req-ed2c9424-fe2a-47cd-8a93-a6369e5e4be7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:54.176360 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c85b6351-f7cd-4e6c-b6de-bf1a7ae7d657 req-ed2c9424-fe2a-47cd-8a93-a6369e5e4be7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0524962 Mar 23 19:23:54.214343 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c85b6351-f7cd-4e6c-b6de-bf1a7ae7d657 req-60adea04-d683-44b3-9f4e-04baf1b92a7a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Mar 23 19:23:54.440436 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce5fa7-57aa-4d3f-9b41-1f4e6ca495f9 req-ebf74f51-db24-440e-ac76-ba4042640386 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:54.442036 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e8ce5fa7-57aa-4d3f-9b41-1f4e6ca495f9 req-ebf74f51-db24-440e-ac76-ba4042640386 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0479336 Mar 23 19:23:54.448835 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device a02af200-d5ff-4e83-82eb-97861228bead up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:23:54.492461 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e8ce5fa7-57aa-4d3f-9b41-1f4e6ca495f9 req-431b5f0d-2f17-4581-b11b-6be6f69723e6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360653 Mar 23 19:23:54.506769 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port a02af200-d5ff-4e83-82eb-97861228bead completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:23:54.511552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port a02af200-d5ff-4e83-82eb-97861228bead triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:23:54.511928 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:54.585089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:54.608044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:23:54.669334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:23:54.671943 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6edf8b8-0253-434a-b62a-a52c5aa8c654" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:23:54.692316 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a02af200-d5ff-4e83-82eb-97861228bead,segment=NetworkSegment(269207eb-89df-4668-8651-9d3e89ba715e),segment_id=269207eb-89df-4668-8651-9d3e89ba715e)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:23:54.698573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:54.732184 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d926cb-181a-4889-8c14-22c6c64afbb3 x-openstack-request-id: req-37d926cb-181a-4889-8c14-22c6c64afbb3 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:23:54.732494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:23:54.732749 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37d926cb-181a-4889-8c14-22c6c64afbb3 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:23:54.733167 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45', 'status': 'completed', 'code': 200} Mar 23 19:23:54.740936 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0094c7-008b-4b32-b10c-ac74b31d79fc req-d250c13a-ae44-425e-8f23-e969ffc2c8c1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:54.742510 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ee0094c7-008b-4b32-b10c-ac74b31d79fc req-d250c13a-ae44-425e-8f23-e969ffc2c8c1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0686169 Mar 23 19:23:54.762038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:54.782840 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ee0094c7-008b-4b32-b10c-ac74b31d79fc req-146d8f53-4cc6-48b1-afd7-b96355995638 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Mar 23 19:23:54.799571 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ba17d-9c16-4d47-99f2-d00c1d1ae29c" -d '{"events": [{"server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "name": "network-vif-plugged", "status": "completed", "tag": "a02af200-d5ff-4e83-82eb-97861228bead"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:23:54.885709 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab905e11-e398-4598-9968-94a81b3d00c9 x-openstack-request-id: req-ab905e11-e398-4598-9968-94a81b3d00c9 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:23:54.886027 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "name": "network-vif-plugged", "status": "completed", "tag": "a02af200-d5ff-4e83-82eb-97861228bead", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:23:54.886287 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab905e11-e398-4598-9968-94a81b3d00c9 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:23:54.886759 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead', 'code': 200} Mar 23 19:23:54.941536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906a66c-f1fb-4a6c-b8d2-46fe8cd1f80a req-27b21b88-5862-4513-8b32-50c85e824c33 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:54.942969 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f906a66c-f1fb-4a6c-b8d2-46fe8cd1f80a req-27b21b88-5862-4513-8b32-50c85e824c33 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0475469 Mar 23 19:23:54.979239 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f906a66c-f1fb-4a6c-b8d2-46fe8cd1f80a req-13af987e-8370-46f0-b390-ac26e6cdf710 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296969 Mar 23 19:23:55.331070 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1805904-284a-49e8-af8b-799b4caffe48 req-23650c2a-4663-45da-b954-1ff9932eddd5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:55.332519 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e1805904-284a-49e8-af8b-799b4caffe48 req-23650c2a-4663-45da-b954-1ff9932eddd5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0479424 Mar 23 19:23:55.372315 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e1805904-284a-49e8-af8b-799b4caffe48 req-144ef0ef-66d3-45b4-b9c6-8ce27eb10058 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Mar 23 19:23:55.602772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10c340-4323-4c6e-9626-da355ddf5ca1 req-7d742c9c-e39d-47bd-9601-7a8298b1713d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:55.604224 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5e10c340-4323-4c6e-9626-da355ddf5ca1 req-7d742c9c-e39d-47bd-9601-7a8298b1713d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0472562 Mar 23 19:23:55.642049 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5e10c340-4323-4c6e-9626-da355ddf5ca1 req-b1310b15-1e2f-4021-8bb5-89add5fb2711 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Mar 23 19:23:55.897765 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ff7fd-80a7-4350-800b-8cd4e607ce39 req-0fae2a74-4cca-43bc-a1e0-11326ab44ff4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:55.899686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-608ff7fd-80a7-4350-800b-8cd4e607ce39 req-0fae2a74-4cca-43bc-a1e0-11326ab44ff4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0520618 Mar 23 19:23:55.936457 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-608ff7fd-80a7-4350-800b-8cd4e607ce39 req-4ec4fe09-2e97-486f-b980-4fe4c16208f2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308726 Mar 23 19:23:56.096026 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6943e82-d9c2-4c21-a07d-a562c880617a req-d168481e-174b-448e-aab7-391393e4fab7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:56.097589 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e6943e82-d9c2-4c21-a07d-a562c880617a req-d168481e-174b-448e-aab7-391393e4fab7 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0542967 Mar 23 19:23:56.140034 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e6943e82-d9c2-4c21-a07d-a562c880617a req-54b6e16e-50bf-4970-a924-2474452a0208 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Mar 23 19:23:56.490122 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b014d-93d1-408f-a5ca-84507eb43681 req-0be50de8-aaad-41ce-ae67-6d4bd6cb9a9a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:56.491624 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-449b014d-93d1-408f-a5ca-84507eb43681 req-0be50de8-aaad-41ce-ae67-6d4bd6cb9a9a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0503345 Mar 23 19:23:56.528649 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-449b014d-93d1-408f-a5ca-84507eb43681 req-bc5d9297-72a0-478e-9357-71b1fadf83bf tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Mar 23 19:23:56.755287 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a2603-0d73-4076-bda1-365a884902c5 req-3963b9e9-ab60-4750-8449-b397894b2056 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:56.756759 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a9a2603-0d73-4076-bda1-365a884902c5 req-3963b9e9-ab60-4750-8449-b397894b2056 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0486238 Mar 23 19:23:56.793341 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a9a2603-0d73-4076-bda1-365a884902c5 req-9b6aca2c-2e96-44fc-a89f-0456fd4368ca tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Mar 23 19:23:57.052888 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0c49-5c79-4d80-9975-4369debd278c req-0fbf72bc-4ba4-4ebd-a9dd-adf70cdd8fb9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.056322 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-334e0c49-5c79-4d80-9975-4369debd278c req-0fbf72bc-4ba4-4ebd-a9dd-adf70cdd8fb9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0539057 Mar 23 19:23:57.169673 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-334e0c49-5c79-4d80-9975-4369debd278c req-e26b3e00-24f9-48bf-b465-bdb99266f16b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021657 Mar 23 19:23:57.173880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41549-ea76-47df-a62b-6bceb39a0917 req-976b3622-b45b-4e95-9e73-134cc741f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.175389 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-976b3622-b45b-4e95-9e73-134cc741f537 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 1096 time: 0.1090522 Mar 23 19:23:57.180590 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-6f010189-6e5e-487c-a0db-b43bc47ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.182195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-6f010189-6e5e-487c-a0db-b43bc47ed492 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1096 time: 0.1249650 Mar 23 19:23:57.250802 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-953c0a5b-f3a8-455e-a283-056a9696899f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 217 time: 0.0539625 Mar 23 19:23:57.309204 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-c5dec478-bb9e-4511-9fe5-db31f4f3a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.310710 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-c5dec478-bb9e-4511-9fe5-db31f4f3a938 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 1099 time: 0.1036212 Mar 23 19:23:57.320572 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd275f35-81ef-4730-a869-c2da86f86798 req-90ea085b-86d0-4bcf-8248-e3943d1d4368 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.322081 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fd275f35-81ef-4730-a869-c2da86f86798 req-90ea085b-86d0-4bcf-8248-e3943d1d4368 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0866003 Mar 23 19:23:57.340927 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-6fcaffd1-a3a7-4fae-9d2d-a679528768ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:57.343466 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-971cc941-794b-4b74-82fc-cd73e35a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.344966 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-971cc941-794b-4b74-82fc-cd73e35a141d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0858302 Mar 23 19:23:57.362436 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41549-ea76-47df-a62b-6bceb39a0917 req-e1e143a6-f7a2-4695-ae98-ddee2d2cc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.363848 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-e1e143a6-f7a2-4695-ae98-ddee2d2cc2d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.1683648 Mar 23 19:23:57.379398 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fd275f35-81ef-4730-a869-c2da86f86798 req-b7473cfa-0ff9-4275-96ec-022701143b87 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Mar 23 19:23:57.421090 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-7eb0db7c-e317-4036-88db-500a3c4100d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 200 len: 217 time: 0.0398815 Mar 23 19:23:57.436657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-6fcaffd1-a3a7-4fae-9d2d-a679528768ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:57.437978 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-44922f0c-ea0d-416f-82a0-a668017ea8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.439375 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-44922f0c-ea0d-416f-82a0-a668017ea8fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873511 Mar 23 19:23:57.440902 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-6fcaffd1-a3a7-4fae-9d2d-a679528768ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:57.470228 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b2b0aed8-e3bc-4394-97e5-fed19a95bdd7 req-6fcaffd1-a3a7-4fae-9d2d-a679528768ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472132 Mar 23 19:23:57.479535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaffd1-a3a7-4fae-9d2d-a679528768ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a428bea-e3c4-4294-8ae2-2cd7520d8e50,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:57.526180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41549-ea76-47df-a62b-6bceb39a0917 req-252ee1ef-7b3f-4ff9-b7d9-657a6b432539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.527621 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-252ee1ef-7b3f-4ff9-b7d9-657a6b432539 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0995872 Mar 23 19:23:57.557306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-535d7b60-2f01-4b57-a468-0f3b0e0bf5a5 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001322 Mar 23 19:23:57.644655 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6cef-1fe1-4833-bd56-6ba2aa7abcff req-38ff1163-3ae1-44a2-8f7a-3438a3aedb24 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.646135 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5b4a6cef-1fe1-4833-bd56-6ba2aa7abcff req-38ff1163-3ae1-44a2-8f7a-3438a3aedb24 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0480103 Mar 23 19:23:57.684196 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5b4a6cef-1fe1-4833-bd56-6ba2aa7abcff req-1ef3f0d3-81d8-4071-8df7-39bd8689ca70 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Mar 23 19:23:57.907736 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90af5-f2c2-446d-8c43-729f39427cae req-d602f7c0-9a0a-4ba4-a161-92cea86297b4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.909233 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02e90af5-f2c2-446d-8c43-729f39427cae req-d602f7c0-9a0a-4ba4-a161-92cea86297b4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0511093 Mar 23 19:23:57.947117 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02e90af5-f2c2-446d-8c43-729f39427cae req-82c421ca-aeb9-41a7-a949-88cf4f46281a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Mar 23 19:23:57.984651 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41549-ea76-47df-a62b-6bceb39a0917 req-de69319c-975c-42ba-9cc8-20d17e6084dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:57.986618 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-de69319c-975c-42ba-9cc8-20d17e6084dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064620 Mar 23 19:23:58.029668 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daaed56a-18f8-456f-b1e6-0d03527c317e req-4ea11bbc-ad67-47e4-9626-c7cc39ed7985 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481121 Mar 23 19:23:58.109946 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-f2d584db-d9a2-4a60-9b6b-bb20b8084a6b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160533 Mar 23 19:23:58.191549 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-466d34b4-4efb-4e45-9d61-14c558944f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.193203 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-466d34b4-4efb-4e45-9d61-14c558944f9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1096 time: 0.0957098 Mar 23 19:23:58.298269 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-def41549-ea76-47df-a62b-6bceb39a0917 req-d99ec4c4-9f9c-47a1-b833-f40303baed33 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754689 Mar 23 19:23:58.364106 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-6a16909b-1b85-4f76-8ce9-f8415438ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.365534 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-6a16909b-1b85-4f76-8ce9-f8415438ffc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.1646585 Mar 23 19:23:58.375280 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a202-648a-47a3-9679-8376dccc4f92 req-1e1063d2-a89c-41ab-86d1-d5ea3ad4cc39 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.377307 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b944a202-648a-47a3-9679-8376dccc4f92 req-1e1063d2-a89c-41ab-86d1-d5ea3ad4cc39 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0936093 Mar 23 19:23:58.424880 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-ac78a9cf-492c-4afc-8a4b-dabf9f65ae63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 217 time: 0.0465529 Mar 23 19:23:58.489079 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b944a202-648a-47a3-9679-8376dccc4f92 req-bb665133-20a3-4117-a474-04ff1c36b8f9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025693 Mar 23 19:23:58.498762 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-3383ae5b-8a43-4a9a-8284-737fb15bc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.500306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-3383ae5b-8a43-4a9a-8284-737fb15bc69f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0684962 Mar 23 19:23:58.535492 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340dbc9-21d6-4469-a003-e7b811276381 req-7802ee2e-499b-485a-8b9e-eaf751f9ab1c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.543988 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8340dbc9-21d6-4469-a003-e7b811276381 req-7802ee2e-499b-485a-8b9e-eaf751f9ab1c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0840356 Mar 23 19:23:58.557959 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-38a3e53c-4d5a-4d9d-9608-c31e2b5893df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.559568 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-38a3e53c-4d5a-4d9d-9608-c31e2b5893df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509820 Mar 23 19:23:58.600717 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8340dbc9-21d6-4469-a003-e7b811276381 req-97dff765-3375-4df9-9a6e-190018673f97 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Mar 23 19:23:58.681273 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-f2b4d9ef-528a-4f81-9c43-55e5673e1e1d service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081495 Mar 23 19:23:58.806344 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6edf8b8-0253-434a-b62a-a52c5aa8c654 req-6312b319-d3c7-4c1c-b47c-bcbb8ee4c512 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223023 Mar 23 19:23:58.834169 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a055e7-15fa-44e5-97cd-0bb795ec2e88 req-2c0e6759-646b-4437-802f-89742016d0d8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:58.836003 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4a055e7-15fa-44e5-97cd-0bb795ec2e88 req-2c0e6759-646b-4437-802f-89742016d0d8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0757480 Mar 23 19:23:58.882340 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4a055e7-15fa-44e5-97cd-0bb795ec2e88 req-3e86d696-bff8-4a89-a334-3145230cf7f2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Mar 23 19:23:58.986269 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:23:59.089893 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c710d-3b0a-490e-8c07-0aa99ee4a81a req-d9741006-d3e6-45b9-8210-9090c2e30411 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:59.092510 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b60c710d-3b0a-490e-8c07-0aa99ee4a81a req-d9741006-d3e6-45b9-8210-9090c2e30411 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0599017 Mar 23 19:23:59.134552 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b60c710d-3b0a-490e-8c07-0aa99ee4a81a req-63d62109-eaa7-46da-96f6-09f48e180ff2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352478 Mar 23 19:23:59.437490 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40706) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:59.546488 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0f80dbc9-904e-4e7e-93f3-b31e5f9dc3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.609554 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205f78-49dc-4ec0-8737-a36646ba58d3 req-d2e1aca5-b7af-4bb2-baf8-86720ad2cfb3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:59.611043 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa205f78-49dc-4ec0-8737-a36646ba58d3 req-d2e1aca5-b7af-4bb2-baf8-86720ad2cfb3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Mar 23 19:23:59.625044 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0f80dbc9-904e-4e7e-93f3-b31e5f9dc3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.629532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0f80dbc9-904e-4e7e-93f3-b31e5f9dc3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.656157 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa205f78-49dc-4ec0-8737-a36646ba58d3 req-caccf686-3621-4f8d-b85e-d63df5c7c660 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Mar 23 19:23:59.672414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40714) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:23:59.672547 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0f80dbc9-904e-4e7e-93f3-b31e5f9dc3b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=945d64f50f6040d08684f2e39a7fce63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338643 Mar 23 19:23:59.673943 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80dbc9-904e-4e7e-93f3-b31e5f9dc3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba086f8-af56-42d5-b86f-c71bc0d6b884,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:23:59.723135 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a37748-67c8-42e2-b05a-ed82cb754962 req-43b578db-4325-4542-b141-eb0f52c9af91 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:23:59.723325 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.724591 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-53a37748-67c8-42e2-b05a-ed82cb754962 req-43b578db-4325-4542-b141-eb0f52c9af91 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0575058 Mar 23 19:23:59.745205 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.762290 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-53a37748-67c8-42e2-b05a-ed82cb754962 req-363ac1e1-e33c-498b-972e-1422f73a9ab1 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Mar 23 19:23:59.794782 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.797295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:23:59.798453 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bba086f8-af56-42d5-b86f-c71bc0d6b884 HTTP/1.1" status: 204 len: 168 time: 0.1243889 Mar 23 19:23:59.806425 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa58b2-8e71-42cf-a5ae-f226845585af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba086f8-af56-42d5-b86f-c71bc0d6b884,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:00.011587 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96676e2-4308-4810-a8be-b84203a9aceb req-bfd200a6-996f-408d-a642-8aa6c3df029c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:00.013559 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96676e2-4308-4810-a8be-b84203a9aceb req-bfd200a6-996f-408d-a642-8aa6c3df029c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0512900 Mar 23 19:24:00.058905 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96676e2-4308-4810-a8be-b84203a9aceb req-88070cc7-fc68-48a6-9e90-28e45b35dd4e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392199 Mar 23 19:24:00.094536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40732) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:00.108517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1fc6-f873-4a10-b48a-f7effdc76b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.190465 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1fc6-f873-4a10-b48a-f7effdc76b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.198376 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1fc6-f873-4a10-b48a-f7effdc76b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.232585 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5c6c1fc6-f873-4a10-b48a-f7effdc76b95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bcdffa913bd48e7bfb10313d1559bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363490 Mar 23 19:24:00.238720 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40740) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:00.255212 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1fc6-f873-4a10-b48a-f7effdc76b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb7aec-207c-4190-97b4-81cafef0e932,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:00.340258 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6e35-58d3-4545-8222-8ea281904f46 req-bc14bffe-0d0a-44bc-8ac5-d403b5ecd21f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:00.344439 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3ceb6e35-58d3-4545-8222-8ea281904f46 req-bc14bffe-0d0a-44bc-8ac5-d403b5ecd21f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.1156125 Mar 23 19:24:00.374328 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.434179 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.440879 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3ceb6e35-58d3-4545-8222-8ea281904f46 req-48cd6c50-a169-4516-96a7-8367687a29e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852742 Mar 23 19:24:00.471749 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:24:00.506582 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.509886 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.513289 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74bb7aec-207c-4190-97b4-81cafef0e932 HTTP/1.1" status: 204 len: 168 time: 0.2722344 Mar 23 19:24:00.523662 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6449e-4858-4d78-ad92-1f20a7f98603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb7aec-207c-4190-97b4-81cafef0e932,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:00.733544 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:00.746981 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:24:00.802053 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61707b3e-c414-4f2b-9ca3-a240deeefa87 req-e44607a1-021b-488a-bae9-3aaec0050f1c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:00.810285 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-61707b3e-c414-4f2b-9ca3-a240deeefa87 req-e44607a1-021b-488a-bae9-3aaec0050f1c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0579510 Mar 23 19:24:00.812156 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.833695 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:24:00.861938 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-61707b3e-c414-4f2b-9ca3-a240deeefa87 req-f8db23c9-2978-4168-bd59-659fdf5acc8a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456321 Mar 23 19:24:00.871032 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:00.877403 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:00.903756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441991e-4dcb-4036-ab4c-7e57e6c70a27 req-c74bce8a-4eea-42fb-870b-ceb1e1f4910b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:00.905404 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2441991e-4dcb-4036-ab4c-7e57e6c70a27 req-c74bce8a-4eea-42fb-870b-ceb1e1f4910b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0599821 Mar 23 19:24:00.940124 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:00.945895 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2441991e-4dcb-4036-ab4c-7e57e6c70a27 req-1206abd1-0502-469e-917f-730fab66816f tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Mar 23 19:24:00.990370 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40778) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:01.176121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55a1b44b-22be-492b-a9b3-a8922259da8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.219814 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df3db5-a960-4605-85da-0c2ce22e6167 req-82fd4d23-eb7c-4a99-85a1-6cb487c87a9c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:01.229307 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81df3db5-a960-4605-85da-0c2ce22e6167 req-82fd4d23-eb7c-4a99-85a1-6cb487c87a9c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0744057 Mar 23 19:24:01.265659 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['ea96ac82-011e-4596-adc5-d005a217bdbf'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:24:01.272781 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55a1b44b-22be-492b-a9b3-a8922259da8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.294247 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81df3db5-a960-4605-85da-0c2ce22e6167 req-812df9bb-da16-4cd0-963e-3908a3d7a04a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619664 Mar 23 19:24:01.295092 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55a1b44b-22be-492b-a9b3-a8922259da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.332652 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-55a1b44b-22be-492b-a9b3-a8922259da8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de69f529e1bf401dae12c2d56fb2eeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409481 Mar 23 19:24:01.335365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40796) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:01.365642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1b44b-22be-492b-a9b3-a8922259da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4dcf0-01bd-4c02-837c-b94a67886d9f,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:01.404243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.427949 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.493083 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.495726 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:01.506880 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25c4dcf0-01bd-4c02-837c-b94a67886d9f HTTP/1.1" status: 204 len: 168 time: 0.1703436 Mar 23 19:24:01.525956 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81792b-e57a-41d0-9933-1478c9294155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c4dcf0-01bd-4c02-837c-b94a67886d9f,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:01.635305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd87d6c-a43b-458e-b92f-0e148da2fb3a req-4802e5dc-4b9a-4c3e-b4d7-86605cb7d371 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:01.637131 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cfd87d6c-a43b-458e-b92f-0e148da2fb3a req-4802e5dc-4b9a-4c3e-b4d7-86605cb7d371 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0707545 Mar 23 19:24:01.694542 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cfd87d6c-a43b-458e-b92f-0e148da2fb3a req-105a9bc0-95ee-4c68-8efd-162c7f9df77d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Mar 23 19:24:01.960025 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40838) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:01.981692 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cfb71441-01ab-4b31-ba0f-0d7888d5eb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.017396 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba7058-2075-4880-80ae-2b8ce8e34a7b req-96307949-abaf-4b80-9337-d1a2620b8dba tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:02.018857 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e9ba7058-2075-4880-80ae-2b8ce8e34a7b req-96307949-abaf-4b80-9337-d1a2620b8dba tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 943 time: 0.0941300 Mar 23 19:24:02.054503 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40840) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:02.081476 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e9ba7058-2075-4880-80ae-2b8ce8e34a7b req-7ac2da34-b8d9-4f56-8119-d538f1bd008e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525603 Mar 23 19:24:02.111676 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cfb71441-01ab-4b31-ba0f-0d7888d5eb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.115930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cfb71441-01ab-4b31-ba0f-0d7888d5eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.159582 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-cfb71441-01ab-4b31-ba0f-0d7888d5eb0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a35c05b627974cd6a16db28e5e9c5b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944647 Mar 23 19:24:02.160993 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40846) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:02.171356 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-874cd682-8bda-46fa-b15b-5efa631f4b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.185980 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb71441-01ab-4b31-ba0f-0d7888d5eb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1b7b0-e8f4-478b-8d11-77b9284c9997,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:02.218059 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.241612 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.265699 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-874cd682-8bda-46fa-b15b-5efa631f4b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.270755 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-874cd682-8bda-46fa-b15b-5efa631f4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.297863 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.300926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.302097 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8b1b7b0-e8f4-478b-8d11-77b9284c9997 HTTP/1.1" status: 204 len: 168 time: 0.1407294 Mar 23 19:24:02.312394 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-874cd682-8bda-46fa-b15b-5efa631f4b6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59f737d5377a498987678991fe4c2f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559543 Mar 23 19:24:02.314868 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40858) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:02.330799 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cd682-8bda-46fa-b15b-5efa631f4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8672fa9-0304-4446-be62-2e8a7a278f32,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:02.332849 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc9f3-8a92-4699-b545-e60f8886f900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1b7b0-e8f4-478b-8d11-77b9284c9997,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:02.404107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.454672 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.508297 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dd426-0fd0-4999-92fd-f4b1354e3f4b req-3291c726-fcc4-46f9-a8d1-032d6e04524f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:02.509839 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5d1dd426-0fd0-4999-92fd-f4b1354e3f4b req-3291c726-fcc4-46f9-a8d1-032d6e04524f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0935502 Mar 23 19:24:02.559659 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.562520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.563704 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8672fa9-0304-4446-be62-2e8a7a278f32 HTTP/1.1" status: 204 len: 168 time: 0.2476399 Mar 23 19:24:02.571700 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5d1dd426-0fd0-4999-92fd-f4b1354e3f4b req-fdc32ec8-8b12-4a35-8fa8-44c761f78f8c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555017 Mar 23 19:24:02.576539 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3dba-3859-432f-a877-e3c43fdcbd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8672fa9-0304-4446-be62-2e8a7a278f32,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:02.610103 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4cff157a-adb8-4732-bc12-46facbb80a45 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:24:02.630796 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:02.821119 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port ea96ac82-011e-4596-adc5-d005a217bdbf completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:24:02.841368 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b93e9-2917-4492-a37e-d6bc02dc44f7 req-f621d4d1-e1b5-42c7-b31d-633f188183d8 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:02.842518 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port ea96ac82-011e-4596-adc5-d005a217bdbf triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:02.842966 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.844228 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f65b93e9-2917-4492-a37e-d6bc02dc44f7 req-f621d4d1-e1b5-42c7-b31d-633f188183d8 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 943 time: 0.0591114 Mar 23 19:24:02.847556 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4cff157a-adb8-4732-bc12-46facbb80a45,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:02.889327 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '4cff157a-adb8-4732-bc12-46facbb80a45', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'port_id': '4cff157a-adb8-4732-bc12-46facbb80a45', 'mac_address': 'fa:16:3e:a6:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:24:02.897367 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f65b93e9-2917-4492-a37e-d6bc02dc44f7 req-1fb3324f-1ae1-4a20-8c28-08b7440e8c5b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Mar 23 19:24:02.935186 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.952516 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cff157a-adb8-4732-bc12-46facbb80a45 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:24:02.976352 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4cff157a-adb8-4732-bc12-46facbb80a45,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:02.981653 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:02.982509 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device b368aa1d-b1cc-44e8-ab5e-af30737cb609 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:24:03.030356 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 40890) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:03.049492 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4aec7e22-a380-4b9a-a0ab-cb3767edf3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.158067 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4aec7e22-a380-4b9a-a0ab-cb3767edf3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.163283 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4aec7e22-a380-4b9a-a0ab-cb3767edf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.188051 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:03.204958 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.237015 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4aec7e22-a380-4b9a-a0ab-cb3767edf3ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86f975a92ac244c68f075d128c89e348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055242 Mar 23 19:24:03.238025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7e22-a380-4b9a-a0ab-cb3767edf3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86af8676-6a6d-4a02-88d9-79dc88750e1b,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:03.239839 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 40898) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:03.262266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d08443-ce2d-47a5-849f-ef9331a32a4d req-163fcd9b-5d47-4c68-b730-a0ee14df3b7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:03.263439 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:03.265313 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-63d08443-ce2d-47a5-849f-ef9331a32a4d req-163fcd9b-5d47-4c68-b730-a0ee14df3b7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0908725 Mar 23 19:24:03.265770 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff42c9b4-b952-4b50-9b29-ba8a007bd659" -d '{"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:03.268508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:24:03.308946 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:03.317642 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:03.324554 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.325832 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.344012 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-63d08443-ce2d-47a5-849f-ef9331a32a4d req-a7923cb5-8914-4f9f-8375-2b88702721a5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730379 Mar 23 19:24:03.360933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.362533 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.390427 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b368aa1d-b1cc-44e8-ab5e-af30737cb609 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:24:03.413067 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:03.421095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:03.426168 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.431159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.435336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:03.443144 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86af8676-6a6d-4a02-88d9-79dc88750e1b HTTP/1.1" status: 204 len: 168 time: 0.1984227 Mar 23 19:24:03.459740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea638-9d37-4199-a11e-79b369222c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af8676-6a6d-4a02-88d9-79dc88750e1b,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:03.506870 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:03.562568 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff9ceac-8a59-4fc8-83d3-229c7845162b x-openstack-request-id: req-fff9ceac-8a59-4fc8-83d3-229c7845162b {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:03.562939 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:03.563221 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fff9ceac-8a59-4fc8-83d3-229c7845162b {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:03.563578 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'code': 200} Mar 23 19:24:03.732893 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6591f-9738-4635-a9c2-5eb1ebc868db req-9a4b4964-0ab9-4968-8224-e69100f28919 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:03.740141 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-89d6591f-9738-4635-a9c2-5eb1ebc868db req-9a4b4964-0ab9-4968-8224-e69100f28919 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Mar 23 19:24:03.781883 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-89d6591f-9738-4635-a9c2-5eb1ebc868db req-c31ef513-cb38-464d-9908-8a88cb5b137e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Mar 23 19:24:04.030875 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac06dd-a62a-4477-83e7-561d449e4ed0 req-0044813a-36fc-434b-8598-5012c36e42ae tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:04.032432 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e2ac06dd-a62a-4477-83e7-561d449e4ed0 req-0044813a-36fc-434b-8598-5012c36e42ae tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 944 time: 0.0538430 Mar 23 19:24:04.078272 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e2ac06dd-a62a-4477-83e7-561d449e4ed0 req-bafdd2d2-41a5-460c-92e0-be2ca3d182ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Mar 23 19:24:04.470156 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5f0f-6139-4974-9d66-b68bac1d4c9b req-8d0a04ae-7e52-4f69-9aae-9120f6ac9919 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:04.472048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f3ea5f0f-6139-4974-9d66-b68bac1d4c9b req-8d0a04ae-7e52-4f69-9aae-9120f6ac9919 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0511982 Mar 23 19:24:04.513531 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f3ea5f0f-6139-4974-9d66-b68bac1d4c9b req-2a03f6a5-8bdc-485e-b8c0-ad83d803fd30 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Mar 23 19:24:04.937429 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709060-89db-4bcb-99e1-7986cf085fc4 req-64b50179-0aa6-4787-8e29-e9599728d48f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:04.939462 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-12709060-89db-4bcb-99e1-7986cf085fc4 req-64b50179-0aa6-4787-8e29-e9599728d48f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0578194 Mar 23 19:24:04.956158 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41006) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:05.006678 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-12709060-89db-4bcb-99e1-7986cf085fc4 req-4876f0e5-01e1-4d26-ae1c-4ee72239149c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602393 Mar 23 19:24:05.100444 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cd68cf5d-c67b-4136-a524-2db5114121a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.179846 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cd68cf5d-c67b-4136-a524-2db5114121a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.184229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cd68cf5d-c67b-4136-a524-2db5114121a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.210336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750a5c5-563b-4acc-852c-198eb952fe03 req-b9b0c70c-1cc7-4c15-9040-b92c973566be tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:05.213229 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5750a5c5-563b-4acc-852c-198eb952fe03 req-b9b0c70c-1cc7-4c15-9040-b92c973566be tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 944 time: 0.0555468 Mar 23 19:24:05.225798 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-cd68cf5d-c67b-4136-a524-2db5114121a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9be52857eb3e4a9aa33c5e7dcff23d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660232 Mar 23 19:24:05.225798 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68cf5d-c67b-4136-a524-2db5114121a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56183b-df3d-4447-b110-c088597c7e64,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:05.228110 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41020) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:05.277321 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5750a5c5-563b-4acc-852c-198eb952fe03 req-fb4f066f-25be-48e4-b80c-d802c32a3e5e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556765 Mar 23 19:24:05.279289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.301165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.357152 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.359612 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.360795 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c56183b-df3d-4447-b110-c088597c7e64 HTTP/1.1" status: 204 len: 168 time: 0.1319220 Mar 23 19:24:05.368657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3810-eab2-468a-a18b-5248bf400246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56183b-df3d-4447-b110-c088597c7e64,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:05.624990 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41032) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:05.634164 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73494aa-bf00-4318-b35a-b081ed03bc56 req-a32a7451-54a2-4827-9abf-2623d5ed2d89 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:05.635629 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f73494aa-bf00-4318-b35a-b081ed03bc56 req-a32a7451-54a2-4827-9abf-2623d5ed2d89 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0531430 Mar 23 19:24:05.638157 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c5742ef-1f88-4738-8a11-6f3d16acb069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.673077 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f73494aa-bf00-4318-b35a-b081ed03bc56 req-aa742f5a-35ef-454a-975f-5885c3831210 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Mar 23 19:24:05.716295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c5742ef-1f88-4738-8a11-6f3d16acb069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.720100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5c5742ef-1f88-4738-8a11-6f3d16acb069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.759086 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5c5742ef-1f88-4738-8a11-6f3d16acb069 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=605d916278f14e15b3a774f9f2cc758a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330478 Mar 23 19:24:05.760195 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5742ef-1f88-4738-8a11-6f3d16acb069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd392b41-a0d0-4aa5-b83c-21dffd657106,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:05.761824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41034) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:05.810603 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.831193 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.876869 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.879235 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:05.880523 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd392b41-a0d0-4aa5-b83c-21dffd657106 HTTP/1.1" status: 204 len: 168 time: 0.1169527 Mar 23 19:24:05.887717 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1bdf3-9d81-440a-9ee2-8c6102f6434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd392b41-a0d0-4aa5-b83c-21dffd657106,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:06.153521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1faf-000e-4b50-83cd-d90d63ebfbd4 req-061a24c3-8128-43b0-9107-9ea879815586 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:06.155339 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-735d1faf-000e-4b50-83cd-d90d63ebfbd4 req-061a24c3-8128-43b0-9107-9ea879815586 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0746155 Mar 23 19:24:06.199072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-735d1faf-000e-4b50-83cd-d90d63ebfbd4 req-f38b0275-c14b-41e3-9f38-fc071ddc17e8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363591 Mar 23 19:24:06.397056 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a6fe-cd5e-4cc2-9932-69fbae3c8dc7 req-5bd07c01-3ead-4276-ba44-47b15a1e3287 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:06.397056 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4a01a6fe-cd5e-4cc2-9932-69fbae3c8dc7 req-5bd07c01-3ead-4276-ba44-47b15a1e3287 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 944 time: 0.0548964 Mar 23 19:24:06.449338 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4a01a6fe-cd5e-4cc2-9932-69fbae3c8dc7 req-5f9a3827-3660-4af9-80a4-0dde242f0354 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421154 Mar 23 19:24:06.638705 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ccbe1-8565-4493-82f0-def41940d35d req-1f25f885-ccdd-4e3d-8797-8bea40bcf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:06.641191 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b78ccbe1-8565-4493-82f0-def41940d35d req-1f25f885-ccdd-4e3d-8797-8bea40bcf6b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0890417 Mar 23 19:24:06.706924 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['b368aa1d-b1cc-44e8-ab5e-af30737cb609'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:24:06.717689 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b78ccbe1-8565-4493-82f0-def41940d35d req-cf829109-c658-4303-b1dc-515e4b070d8e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627942 Mar 23 19:24:06.747709 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['4cff157a-adb8-4732-bc12-46facbb80a45'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:24:06.846105 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe69b3-09d2-4e83-a0dc-b44e403a1fca req-d666577b-2d4a-4b55-97d7-5510b96d92f8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:06.847639 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5cbe69b3-09d2-4e83-a0dc-b44e403a1fca req-d666577b-2d4a-4b55-97d7-5510b96d92f8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0592799 Mar 23 19:24:06.895234 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5cbe69b3-09d2-4e83-a0dc-b44e403a1fca req-58789b47-8d56-4ab7-bbfa-dbc3f39c0597 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Mar 23 19:24:07.332681 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034739ad-2825-49f7-8a32-9e2ba30081bc req-692ef12c-451b-45a5-9a81-6c6126251f7c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:07.334179 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-034739ad-2825-49f7-8a32-9e2ba30081bc req-692ef12c-451b-45a5-9a81-6c6126251f7c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0574069 Mar 23 19:24:07.370659 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-034739ad-2825-49f7-8a32-9e2ba30081bc req-8863d8aa-a26b-4de4-af0f-6feb61ba5a42 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301678 Mar 23 19:24:07.557999 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3181-302c-4cd1-b3df-693f1b60bbfa req-85fe0a64-c5da-4e42-a3f9-59bbb98bc15b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:07.559470 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75fb3181-302c-4cd1-b3df-693f1b60bbfa req-85fe0a64-c5da-4e42-a3f9-59bbb98bc15b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 944 time: 0.0499480 Mar 23 19:24:07.597648 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75fb3181-302c-4cd1-b3df-693f1b60bbfa req-8e749177-f51b-442d-82ff-e7b4b981cd8c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Mar 23 19:24:08.059850 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75252fc6-0816-4bf2-9045-ab7f1f002e91 req-98ba9a10-d29b-4e53-ba7e-6e3119612468 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:08.063044 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-75252fc6-0816-4bf2-9045-ab7f1f002e91 req-98ba9a10-d29b-4e53-ba7e-6e3119612468 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0817604 Mar 23 19:24:08.071670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41170) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:08.120017 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-75252fc6-0816-4bf2-9045-ab7f1f002e91 req-49069298-1cc7-476f-9dcd-12c3a8813fea tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450134 Mar 23 19:24:08.220718 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1279b40a-a3e7-4f40-b79f-47580e3d5b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.313344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1279b40a-a3e7-4f40-b79f-47580e3d5b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.317997 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1279b40a-a3e7-4f40-b79f-47580e3d5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.371164 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1279b40a-a3e7-4f40-b79f-47580e3d5b66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87909558a66041e4bc595bcb4b679cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982490 Mar 23 19:24:08.373812 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41178) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:08.381210 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b40a-a3e7-4f40-b79f-47580e3d5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4912fdf9-261b-46ef-bda1-8d0b00edd8ec,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:08.428228 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.453081 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.529437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eb3ea-d2c0-4145-8115-f73c234494a5 req-d706212f-a6fa-48ac-a04c-300e64198584 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:08.531131 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3d9eb3ea-d2c0-4145-8115-f73c234494a5 req-d706212f-a6fa-48ac-a04c-300e64198584 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0836742 Mar 23 19:24:08.551934 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.555401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:08.559366 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4912fdf9-261b-46ef-bda1-8d0b00edd8ec HTTP/1.1" status: 204 len: 168 time: 0.1844733 Mar 23 19:24:08.579709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ef5c6-5191-46ed-b97b-428fac6a7e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4912fdf9-261b-46ef-bda1-8d0b00edd8ec,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:08.609717 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3d9eb3ea-d2c0-4145-8115-f73c234494a5 req-3ad31a6d-6829-474c-96f6-b55a7982269c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668828 Mar 23 19:24:08.767581 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b38ca-cf93-45ba-b6bf-6b23423bb529 req-4c3fb7a7-9ac2-4ed8-b4ed-5aef007e51f5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:08.769324 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-333b38ca-cf93-45ba-b6bf-6b23423bb529 req-4c3fb7a7-9ac2-4ed8-b4ed-5aef007e51f5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 944 time: 0.0734513 Mar 23 19:24:08.821066 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-333b38ca-cf93-45ba-b6bf-6b23423bb529 req-1d259bca-5868-4c74-b1d0-cf65d83c8957 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Mar 23 19:24:08.923906 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41216) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:08.937295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.013470 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.017513 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.056014 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac41d0f2ab2e44ee9a5fa16a092d3887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310184 Mar 23 19:24:09.057000 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34031aaf-558f-41a8-945c-3e3bef70dd39,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:09.058859 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41218) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:09.064173 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.064703 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.065090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.065863 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.066208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.066551 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.066895 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.067233 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.067569 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.067901 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.068230 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.068558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a5a9a-475b-440c-9452-c3cb15a4ef24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.108165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.124747 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4cff157a-adb8-4732-bc12-46facbb80a45 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:09.128476 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.176116 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.176650 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 4cff157a-adb8-4732-bc12-46facbb80a45 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:24:09.178781 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.183105 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34031aaf-558f-41a8-945c-3e3bef70dd39 HTTP/1.1" status: 204 len: 168 time: 0.1208713 Mar 23 19:24:09.185272 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 4cff157a-adb8-4732-bc12-46facbb80a45 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:09.190029 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.193571 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34031aaf-558f-41a8-945c-3e3bef70dd39,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:09.201675 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.202262 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.202778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.203286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.203788 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.204290 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.205210 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.205828 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.206460 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.207007 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.207506 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.208204 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166f0654-381d-4891-a777-757f90a2f3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:09.247448 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb9b5a-7be7-4733-8ca7-3545f34030bd req-743197f1-5af3-49ab-89c0-246f7b1a231a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:09.249666 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dccb9b5a-7be7-4733-8ca7-3545f34030bd req-743197f1-5af3-49ab-89c0-246f7b1a231a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 944 time: 0.0671685 Mar 23 19:24:09.282448 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.288650 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dccb9b5a-7be7-4733-8ca7-3545f34030bd req-ea8cba1a-e732-430c-a237-7289934705e9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Mar 23 19:24:09.308905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:09.311177 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16262fbd-27be-4de1-b68c-2c48771e55f6" -d '{"events": [{"server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "name": "network-vif-plugged", "status": "completed", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:09.328853 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4cff157a-adb8-4732-bc12-46facbb80a45,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:09.343658 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.344859 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device b368aa1d-b1cc-44e8-ab5e-af30737cb609 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:09.374171 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513445d2-5efb-4040-a29f-01ccca490f0f x-openstack-request-id: req-513445d2-5efb-4040-a29f-01ccca490f0f {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:09.374481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "name": "network-vif-plugged", "status": "completed", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:09.374892 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-513445d2-5efb-4040-a29f-01ccca490f0f {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:09.375350 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45', 'code': 200} Mar 23 19:24:09.429508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:09.442514 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port b368aa1d-b1cc-44e8-ab5e-af30737cb609 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:24:09.447293 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port b368aa1d-b1cc-44e8-ab5e-af30737cb609 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:09.447720 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.539123 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.577134 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:09.581197 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:09.631208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:09.760647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecf613-700b-4c30-8f7b-9a5bc664a8c2 req-5997e0d6-7a3b-4aef-96a8-1e48bb70bfe3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:09.762148 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27ecf613-700b-4c30-8f7b-9a5bc664a8c2 req-5997e0d6-7a3b-4aef-96a8-1e48bb70bfe3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Mar 23 19:24:09.801526 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27ecf613-700b-4c30-8f7b-9a5bc664a8c2 req-b3e84dd3-f20e-45ae-a0bd-61719ca2a5b2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Mar 23 19:24:09.969941 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9ed3-568e-41b2-ace1-2886fa63ca50 req-6afd4b10-cea1-457e-bb3f-ca7e2f8eb2c3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:09.977695 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-616e9ed3-568e-41b2-ace1-2886fa63ca50 req-6afd4b10-cea1-457e-bb3f-ca7e2f8eb2c3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0740981 Mar 23 19:24:10.001192 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35b57b-6d21-4a67-86fc-749ac2bd5947 req-26863ad3-6529-4fa0-840d-ef88523417f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:10.002801 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-df35b57b-6d21-4a67-86fc-749ac2bd5947 req-26863ad3-6529-4fa0-840d-ef88523417f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0626597 Mar 23 19:24:10.012083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41274) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:10.016527 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'floatingip': {'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:10.019474 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-616e9ed3-568e-41b2-ace1-2886fa63ca50 req-0edefd39-6c7c-488a-9d23-53e43092e1ae tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Mar 23 19:24:10.088457 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:10.451788 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:10.771963 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3a4d-b89c-4f67-b5a0-e6f98a9d80ed req-eb17ef16-65f4-4da8-9393-98a814bbc58c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:10.773974 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28aa3a4d-b89c-4f67-b5a0-e6f98a9d80ed req-eb17ef16-65f4-4da8-9393-98a814bbc58c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.3675215 Mar 23 19:24:10.886588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28aa3a4d-b89c-4f67-b5a0-e6f98a9d80ed req-4a051753-a1f1-4ef9-9f65-3906db020426 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065314 Mar 23 19:24:10.955100 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:10.959042 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:11.062390 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Floating IP 271be70f-0c7d-4216-8e79-83890c9c81b6 associated. External IP: 172.27.3.4, port: ea96ac82-011e-4596-adc5-d005a217bdbf. Mar 23 19:24:11.141259 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe3850-66bd-463b-abb4-3e17a83ea64f req-b59b8f3e-0f5c-493c-960c-140e959dd716 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:11.142726 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1cbe3850-66bd-463b-abb4-3e17a83ea64f req-b59b8f3e-0f5c-493c-960c-140e959dd716 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0488052 Mar 23 19:24:11.180365 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1cbe3850-66bd-463b-abb4-3e17a83ea64f req-9a0e5c87-587f-4acb-8b61-7c3d3b7f31ed tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Mar 23 19:24:11.266487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:24:11.267265 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-4bf048c6-a705-423b-9660-295d1d99f8ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385110 Mar 23 19:24:11.370695 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:24:11.375185 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:11.377232 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:11.381229 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942dac7-a890-4978-b067-4887458959ca" -d '{"events": [{"server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:11.383771 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:24:11.416860 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b4f1e941-8335-4985-8759-7141f53f70a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "PUT /v2.0/floatingips/271be70f-0c7d-4216-8e79-83890c9c81b6 HTTP/1.1" status: 200 len: 989 time: 1.3900113 Mar 23 19:24:11.416860 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:11.416860 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5014c0-b607-40aa-ab5b-159de5ed8546" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:11.417632 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:11.417632 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:11.446867 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d355dfc3-8227-4072-b70b-63781a8f00ea x-openstack-request-id: req-d355dfc3-8227-4072-b70b-63781a8f00ea {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:11.447339 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:11.447899 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d355dfc3-8227-4072-b70b-63781a8f00ea {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:11.448439 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'status': 'completed', 'code': 200} Mar 23 19:24:11.450283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e04e85-d2b6-4c48-b999-09bcf38ccb0b x-openstack-request-id: req-91e04e85-d2b6-4c48-b999-09bcf38ccb0b {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:11.450763 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:11.451018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91e04e85-d2b6-4c48-b999-09bcf38ccb0b {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:11.451426 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'code': 200} Mar 23 19:24:11.526911 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:11.782383 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '271be70f-0c7d-4216-8e79-83890c9c81b6', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:34Z', 'updated_at': '2022-03-23T19:24:10Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:11.808058 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:24:11.815794 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:11.816416 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:23:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:11.914339 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:12.007003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43706838-9f8d-4f25-8787-96e0721a44ff req-7b4ea9cd-888c-428d-b1de-c56329ed77a1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:12.008507 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43706838-9f8d-4f25-8787-96e0721a44ff req-7b4ea9cd-888c-428d-b1de-c56329ed77a1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0524836 Mar 23 19:24:12.150034 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '271be70f-0c7d-4216-8e79-83890c9c81b6', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:34Z', 'updated_at': '2022-03-23T19:24:10Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:12.176273 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c9413-4025-4e35-8917-965805470e50 None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '271be70f-0c7d-4216-8e79-83890c9c81b6', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:34Z', 'updated_at': '2022-03-23T19:24:10Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:24:12.214454 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43706838-9f8d-4f25-8787-96e0721a44ff req-d20ba1de-542e-4ed3-8a69-97b91c675942 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992853 Mar 23 19:24:12.301022 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a6d3f-e3b1-4b79-b9ab-4c43b2592e79 req-1e2930eb-79ed-43a9-a97c-a915245133fd tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:12.302571 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c98a6d3f-e3b1-4b79-b9ab-4c43b2592e79 req-1e2930eb-79ed-43a9-a97c-a915245133fd tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0522428 Mar 23 19:24:12.342212 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c98a6d3f-e3b1-4b79-b9ab-4c43b2592e79 req-9c283a02-ff50-4aae-a4a5-da30e0ca0f57 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Mar 23 19:24:12.368907 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ee351-6694-4864-94fc-2a8841e2f997 None None] New status for floating IP 271be70f-0c7d-4216-8e79-83890c9c81b6: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:24:12.938414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-53a39112-2951-45be-8896-b8bea50e8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:12.939906 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-53a39112-2951-45be-8896-b8bea50e8291 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=abaad76afe114f4a9574dad08e473c6a&device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 1099 time: 0.0659981 Mar 23 19:24:12.946842 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-56d992c5-78c9-46a5-817b-6ecd84b91556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:12.948841 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-56d992c5-78c9-46a5-817b-6ecd84b91556 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0658154 Mar 23 19:24:12.953028 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f2f23-01e5-4920-a197-d1e6539c18e1 req-b6a259e4-9fd2-43c1-a827-1abfdffee743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:12.954612 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6a1f2f23-01e5-4920-a197-d1e6539c18e1 req-b6a259e4-9fd2-43c1-a827-1abfdffee743 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1098 time: 0.0422642 Mar 23 19:24:12.978635 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.42', 51630) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:13.035787 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6a1f2f23-01e5-4920-a197-d1e6539c18e1 req-0f93b585-5b1f-4697-9979-2b6ca8808471 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560215 Mar 23 19:24:13.041119 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97d2a-4f0c-45a3-ade6-992fb5acd72a req-856623c7-4164-4c49-a33d-8b315bb7b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.042700 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fbd97d2a-4f0c-45a3-ade6-992fb5acd72a req-856623c7-4164-4c49-a33d-8b315bb7b80a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 1098 time: 0.0576108 Mar 23 19:24:13.115974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-c6f61555-6860-49ab-a454-6acc247ef566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.118045 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-c6f61555-6860-49ab-a454-6acc247ef566 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.1544116 Mar 23 19:24:13.122440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-dba7c488-e854-4212-ac66-9b5317930d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.123738 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-dba7c488-e854-4212-ac66-9b5317930d71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca HTTP/1.1" status: 200 len: 912 time: 0.1426198 Mar 23 19:24:13.329485 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdee3b-ea66-4947-b4bf-9e0d82f2f9bb req-c7e6ded6-9b7f-498a-95b1-daaf407a7692 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.331026 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74fdee3b-ea66-4947-b4bf-9e0d82f2f9bb req-c7e6ded6-9b7f-498a-95b1-daaf407a7692 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Mar 23 19:24:13.368129 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74fdee3b-ea66-4947-b4bf-9e0d82f2f9bb req-3fa7c6eb-0e49-41c5-ae62-1d65751770ad tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Mar 23 19:24:13.378502 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2c9df01e-906d-4c76-88cc-13d3d94bb710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:13.439139 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fbd97d2a-4f0c-45a3-ade6-992fb5acd72a req-913df623-45b8-4c28-a6f5-04671b0ff9ba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Mar 23 19:24:13.472777 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-63c37676-e012-46a4-9b04-cc8ae11cd2d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a02af200-d5ff-4e83-82eb-97861228bead HTTP/1.1" status: 200 len: 217 time: 0.0823348 Mar 23 19:24:13.479161 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b1c6e-048e-4194-9f83-eb9e93d1a389 req-00103636-a3e6-43ab-862f-8f112e8642bf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.480618 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d46b1c6e-048e-4194-9f83-eb9e93d1a389 req-00103636-a3e6-43ab-862f-8f112e8642bf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0553198 Mar 23 19:24:13.521365 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d46b1c6e-048e-4194-9f83-eb9e93d1a389 req-f3f6a753-0375-4b69-bd9d-e0f5c8357782 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342653 Mar 23 19:24:13.523933 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-76421a6d-5ece-49d1-ad26-8c7c7103b036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 999 time: 0.1321566 Mar 23 19:24:13.926572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-d91f67a6-a20f-4386-b932-d81d99524fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.928030 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-d91f67a6-a20f-4386-b932-d81d99524fed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0795729 Mar 23 19:24:13.944032 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-b4b5e17b-0b08-468e-8bed-a6255239e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:13.945910 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-b4b5e17b-0b08-468e-8bed-a6255239e896 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e91c3e3-7cd1-49d4-bad6-bf66df1447c6 HTTP/1.1" status: 200 len: 852 time: 0.0680466 Mar 23 19:24:13.988410 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-24c62f71-660f-4b58-8e82-5d1f33d5d629 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262079 Mar 23 19:24:14.007974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-bb5c327c-ce2f-4e12-b71c-bf3afd80d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:14.009431 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-bb5c327c-ce2f-4e12-b71c-bf3afd80d827 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734773 Mar 23 19:24:14.149470 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-8946aeb6-ab46-4862-a265-7a7396f06cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510701 Mar 23 19:24:14.154558 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-ee7e6d36-f097-45bf-8982-bd7a0c7d40ea service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360655 Mar 23 19:24:14.327423 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4c304986-8ca1-4a39-b05e-e802f2773434 req-05a10c3e-4bb1-449c-b889-95e65b37ded9 service neutron] 10.222.0.42 "GET /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645515 Mar 23 19:24:14.333546 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa5014c0-b607-40aa-ab5b-159de5ed8546 req-bb6c3af3-ef57-4f3d-80e6-d6e225e74c48 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626608 Mar 23 19:24:14.490575 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7250de-422a-4b87-97c0-4c9cb6f07d04 req-6230eb1a-9f9a-4429-845f-f33e78d587e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:14.492643 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6e7250de-422a-4b87-97c0-4c9cb6f07d04 req-6230eb1a-9f9a-4429-845f-f33e78d587e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Mar 23 19:24:14.532154 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6e7250de-422a-4b87-97c0-4c9cb6f07d04 req-3b633c1d-e6f2-4cda-b91f-c642a51704f0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Mar 23 19:24:14.652188 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89c7f-8926-493c-9402-d2a97e874a8b req-8c4ec85d-316d-4085-b821-db83f86e7b20 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:14.654588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b8e89c7f-8926-493c-9402-d2a97e874a8b req-8c4ec85d-316d-4085-b821-db83f86e7b20 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0643976 Mar 23 19:24:14.696812 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b8e89c7f-8926-493c-9402-d2a97e874a8b req-a808fee1-8ce2-49dd-9baa-e6477a118bcb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Mar 23 19:24:14.820136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41390) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:14.925548 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-82ef3832-6ef9-44b9-a84a-1db756845e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.001396 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-82ef3832-6ef9-44b9-a84a-1db756845e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.005526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-82ef3832-6ef9-44b9-a84a-1db756845e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.046473 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-82ef3832-6ef9-44b9-a84a-1db756845e47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94d54bb313014d12be5e7f060b0cfef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249403 Mar 23 19:24:15.047813 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3832-6ef9-44b9-a84a-1db756845e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2936a378-5921-4790-b609-9d2b191f1776,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:15.049099 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41406) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:15.100008 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.123637 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.182931 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.185807 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.186963 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2936a378-5921-4790-b609-9d2b191f1776 HTTP/1.1" status: 204 len: 168 time: 0.1360321 Mar 23 19:24:15.198665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9887-1cd1-4f33-aead-b0b4c32f9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936a378-5921-4790-b609-9d2b191f1776,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:15.213594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41416) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:15.341964 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e173478-0b22-4b9f-b7bc-c0d539f44c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.443993 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e173478-0b22-4b9f-b7bc-c0d539f44c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.449110 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e173478-0b22-4b9f-b7bc-c0d539f44c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.487752 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e173478-0b22-4b9f-b7bc-c0d539f44c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72724fb0-4630-49ac-9d93-37df3991f7eb,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:15.492886 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2e173478-0b22-4b9f-b7bc-c0d539f44c72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd093b72e357429cbfe88ad388cab8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779622 Mar 23 19:24:15.495563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41432) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:15.567394 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.590909 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.600776 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41440) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:15.618461 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-39b94b0a-ddf4-4972-87c9-73a0cb544b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.651622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.655202 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.656922 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72724fb0-4630-49ac-9d93-37df3991f7eb HTTP/1.1" status: 204 len: 168 time: 0.1602902 Mar 23 19:24:15.674178 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fa13-c8bc-4d04-a8a5-67fef82deed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72724fb0-4630-49ac-9d93-37df3991f7eb,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:15.707159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f101d4-5a13-4276-83f0-06ec2658d0a9 req-6832aec1-1d05-429b-b6bc-8ab9ad85cc4d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:15.708720 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e8f101d4-5a13-4276-83f0-06ec2658d0a9 req-6832aec1-1d05-429b-b6bc-8ab9ad85cc4d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0827808 Mar 23 19:24:15.796257 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-39b94b0a-ddf4-4972-87c9-73a0cb544b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.800046 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e8f101d4-5a13-4276-83f0-06ec2658d0a9 req-91e97545-d995-4a3d-869f-40094ef2da9b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788534 Mar 23 19:24:15.801092 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-39b94b0a-ddf4-4972-87c9-73a0cb544b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.802388 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7c9473fd-8b93-4ca2-8a42-dbf9d70cb5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.838535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288d602-e2ae-4a55-9658-c82d516b05db req-778cc04a-c47d-4a38-a665-6c79a75cfd94 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:15.842543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94b0a-ddf4-4972-87c9-73a0cb544b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda242b-f3db-4af2-a323-b808413937a3,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:15.847382 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3288d602-e2ae-4a55-9658-c82d516b05db req-778cc04a-c47d-4a38-a665-6c79a75cfd94 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0735157 Mar 23 19:24:15.862678 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-39b94b0a-ddf4-4972-87c9-73a0cb544b97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22d0aa20b902498bbaba643bcf593eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588158 Mar 23 19:24:15.865186 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41452) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:15.899452 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3288d602-e2ae-4a55-9658-c82d516b05db req-aab07d43-f47e-4348-8284-e50dc3a363be tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510662 Mar 23 19:24:15.964698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:15.986346 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc36d6-46ef-4eb3-938e-96b4c83384f8 req-16ee717b-67a4-4609-b722-525cd180a69c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:15.987905 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-abfc36d6-46ef-4eb3-938e-96b4c83384f8 req-16ee717b-67a4-4609-b722-525cd180a69c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0808630 Mar 23 19:24:15.997730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41456) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:16.002230 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'floatingip': {'port_id': '4cff157a-adb8-4732-bc12-46facbb80a45'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:16.035924 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.065999 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41458) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:16.085024 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33627e4c-441a-4a89-81fb-42fe57f99419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.093517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.169789 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33627e4c-441a-4a89-81fb-42fe57f99419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.173425 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33627e4c-441a-4a89-81fb-42fe57f99419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.217248 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627e4c-441a-4a89-81fb-42fe57f99419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c9efc-4075-4006-b902-8f22e96fa19e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:16.225497 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41460) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:16.225618 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-33627e4c-441a-4a89-81fb-42fe57f99419 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a54ba93af0b4a698fb98474a6b7e590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584270 Mar 23 19:24:16.254460 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.256941 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.258588 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9eda242b-f3db-4af2-a323-b808413937a3 HTTP/1.1" status: 204 len: 168 time: 0.3924153 Mar 23 19:24:16.316196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39ed3-7abf-4286-be3e-0f48b3057258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda242b-f3db-4af2-a323-b808413937a3,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:16.559378 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.596274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.781012 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.837410 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.839925 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:16.841103 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e5c9efc-4075-4006-b902-8f22e96fa19e HTTP/1.1" status: 204 len: 168 time: 0.6140602 Mar 23 19:24:16.871714 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2975-e9c0-4590-b3f5-2ca11ea1d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c9efc-4075-4006-b902-8f22e96fa19e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:17.036794 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8bc5-4901-4937-b6ba-5c3ccb2e6870 req-ef4e28f6-64ff-42f7-b814-17a6d07f2bf5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:17.046607 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-969c8bc5-4901-4937-b6ba-5c3ccb2e6870 req-ef4e28f6-64ff-42f7-b814-17a6d07f2bf5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0730762 Mar 23 19:24:17.056753 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:17.060661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:17.096730 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-969c8bc5-4901-4937-b6ba-5c3ccb2e6870 req-782b33fb-011a-4581-bc21-3e41289eb813 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489070 Mar 23 19:24:17.183188 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Floating IP ec164585-01d6-46bd-abb6-aad7d01bd71e associated. External IP: 172.27.3.208, port: 4cff157a-adb8-4732-bc12-46facbb80a45. Mar 23 19:24:17.400654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:24:17.544606 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:24:17.550127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:17.556404 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:24:17.576084 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:17.576715 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:17.588504 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d9d5c80d-44de-460a-894a-bca63119d179 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "PUT /v2.0/floatingips/ec164585-01d6-46bd-abb6-aad7d01bd71e HTTP/1.1" status: 200 len: 991 time: 1.5830033 Mar 23 19:24:17.588504 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:17.588504 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e" -d '{"events": [{"name": "network-changed", "server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:17.635672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d36246-4cfb-4f85-abdd-065e46fbb03e x-openstack-request-id: req-58d36246-4cfb-4f85-abdd-065e46fbb03e {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:17.636047 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:17.636365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58d36246-4cfb-4f85-abdd-065e46fbb03e {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:17.636908 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45', 'status': 'completed', 'code': 200} Mar 23 19:24:17.812808 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:18.054758 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'ec164585-01d6-46bd-abb6-aad7d01bd71e', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': '4cff157a-adb8-4732-bc12-46facbb80a45', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:a6:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9b34c-32c9-4fe7-99b7-259737947650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:37Z', 'updated_at': '2022-03-23T19:24:16Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:18.082511 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:24:18.090776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:18.091387 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:18.238454 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:18.251868 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626acd30-131d-4688-a260-392b3f6b4a3b req-da6f808c-86de-4abe-a65e-03b5f620eb79 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:18.254201 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-626acd30-131d-4688-a260-392b3f6b4a3b req-da6f808c-86de-4abe-a65e-03b5f620eb79 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0575066 Mar 23 19:24:18.303358 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:18.357985 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-626acd30-131d-4688-a260-392b3f6b4a3b req-28aa78c7-9b15-4d05-91c8-426625452692 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864546 Mar 23 19:24:18.481987 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'ec164585-01d6-46bd-abb6-aad7d01bd71e', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': '4cff157a-adb8-4732-bc12-46facbb80a45', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:a6:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9b34c-32c9-4fe7-99b7-259737947650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:37Z', 'updated_at': '2022-03-23T19:24:16Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:18.508320 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1a1c8-f286-4995-9ddb-468ce07165ae None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'ec164585-01d6-46bd-abb6-aad7d01bd71e', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': '4cff157a-adb8-4732-bc12-46facbb80a45', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:a6:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f9b34c-32c9-4fe7-99b7-259737947650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:37Z', 'updated_at': '2022-03-23T19:24:16Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:24:18.667283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:18.693990 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2b6917-be9a-4318-9594-9b71bb13b8f2 None None] New status for floating IP ec164585-01d6-46bd-abb6-aad7d01bd71e: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:24:19.100785 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-037e7fe1-c41a-4946-aae8-bf7d86a27db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.103042 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-037e7fe1-c41a-4946-aae8-bf7d86a27db8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1098 time: 0.0469172 Mar 23 19:24:19.220758 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-ed22f398-5c3b-468f-9af1-330999f36a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.222634 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-ed22f398-5c3b-468f-9af1-330999f36a91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.0977576 Mar 23 19:24:19.307659 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-ce6fa5bd-67ee-48a6-a515-eac6eea6e351 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 1001 time: 0.0693095 Mar 23 19:24:19.363834 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-3266fbaa-b37a-4d24-9b98-8976f01006c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.365220 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-3266fbaa-b37a-4d24-9b98-8976f01006c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0503430 Mar 23 19:24:19.450269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-a6e618ec-dcbd-4c5d-8be0-8ef681439d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.451893 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-a6e618ec-dcbd-4c5d-8be0-8ef681439d3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679200 Mar 23 19:24:19.467507 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddda27-d724-4b1f-b8e5-79796681c197 req-b558043e-121b-4a58-9db8-b95c54cb9eab tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.468885 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f8ddda27-d724-4b1f-b8e5-79796681c197 req-b558043e-121b-4a58-9db8-b95c54cb9eab tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0546029 Mar 23 19:24:19.560964 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f8ddda27-d724-4b1f-b8e5-79796681c197 req-ed8ba299-c9bd-4bc3-9ab6-02c914ffb7e7 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843821 Mar 23 19:24:19.582814 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-30ef9700-b1ec-4a8c-9e1b-a6a144988421 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130271 Mar 23 19:24:19.683376 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ab70e-8a35-415a-a783-f9125cf48af2 req-2daec471-276c-4d10-8b5d-f7858047777e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:19.685579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f16ab70e-8a35-415a-a783-f9125cf48af2 req-2daec471-276c-4d10-8b5d-f7858047777e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0596063 Mar 23 19:24:19.694500 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41598) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:19.699444 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:19.699599 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6880e0d-8673-4f74-a4b8-83d1bbfca44e req-e43f93d1-15ba-46c6-8f62-ebc2101ab16b service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971088 Mar 23 19:24:19.741615 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:20.234473 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:20.239533 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:20.294075 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6f792-aa07-438e-8381-466dcef508a6 req-f033ec5e-7c70-43dd-b975-a2021127a11c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:20.295608 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68a6f792-aa07-438e-8381-466dcef508a6 req-f033ec5e-7c70-43dd-b975-a2021127a11c tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0958991 Mar 23 19:24:20.377641 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68a6f792-aa07-438e-8381-466dcef508a6 req-25bcbe92-6485-436d-9ae4-b8088d7c64e5 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754519 Mar 23 19:24:20.383997 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 2fc0b148-f413-4095-8d57-6bf9f1ca3ee8 associated. External IP: 172.27.3.141, port: b368aa1d-b1cc-44e8-ab5e-af30737cb609. Mar 23 19:24:20.801776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:24:20.908056 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:24:20.912495 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:20.918055 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:24:20.927700 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:20.928314 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:20.940422 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5563bc04-2522-466d-834b-a956d5d36387 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "PUT /v2.0/floatingips/2fc0b148-f413-4095-8d57-6bf9f1ca3ee8 HTTP/1.1" status: 200 len: 991 time: 1.2442358 Mar 23 19:24:20.941185 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:20.943665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:20.981987 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b234a3-addc-4ee0-8179-2cb8d6f3dcde x-openstack-request-id: req-a1b234a3-addc-4ee0-8179-2cb8d6f3dcde {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:20.982352 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:20.982691 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1b234a3-addc-4ee0-8179-2cb8d6f3dcde {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:20.983140 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'status': 'completed', 'code': 200} Mar 23 19:24:21.034849 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:21.259842 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:20Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:21.281482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-51d76e47-760f-4d78-9fd2-6d403c22f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:21.282975 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-51d76e47-760f-4d78-9fd2-6d403c22f453 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 1098 time: 0.0432773 Mar 23 19:24:21.288611 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:24:21.296719 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:21.297353 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:21.375628 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-9cf86e5e-4306-4c26-8a37-94f996930a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:21.377084 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-9cf86e5e-4306-4c26-8a37-94f996930a20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0816443 Mar 23 19:24:21.400142 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:21.501538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81886eee-023d-4a9d-84ee-0a7ce79ad372 req-59ae8fa3-bf9c-4ceb-8e63-a0857290034e tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:21.503950 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-81886eee-023d-4a9d-84ee-0a7ce79ad372 req-59ae8fa3-bf9c-4ceb-8e63-a0857290034e tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0535185 Mar 23 19:24:21.545825 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-81886eee-023d-4a9d-84ee-0a7ce79ad372 req-32282826-afdb-4738-bb2c-56caa24cf13f tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Mar 23 19:24:21.647008 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:20Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:21.677415 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38344d09-2109-41ba-9a4f-53361529e089 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:20Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:24:21.878561 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f0ec6-1248-42f7-b1bf-aac34d79fddf None None] New status for floating IP 2fc0b148-f413-4095-8d57-6bf9f1ca3ee8: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:24:22.567727 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-bc901b2b-9723-48eb-9e1a-5cee61936090 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 200 len: 1001 time: 0.2352338 Mar 23 19:24:22.663446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e2f8a-ff22-4e1a-b877-5de86a5c08da req-11a17668-8449-4174-a5fb-b24dc618bc4b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:22.664978 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-924e2f8a-ff22-4e1a-b877-5de86a5c08da req-11a17668-8449-4174-a5fb-b24dc618bc4b tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0470726 Mar 23 19:24:22.702615 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-924e2f8a-ff22-4e1a-b877-5de86a5c08da req-be8f8051-7366-4543-94f0-8bceb83470c4 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Mar 23 19:24:23.373752 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-de62d277-06ac-4f6c-a4a0-64d2bf678142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:23.375226 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-de62d277-06ac-4f6c-a4a0-64d2bf678142 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0441000 Mar 23 19:24:23.820286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e489e-7499-4e1e-a9bb-11c8cc8c037c req-b1cd9ccc-6ff7-4ab3-8f4b-f9207428a966 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:23.821819 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-623e489e-7499-4e1e-a9bb-11c8cc8c037c req-b1cd9ccc-6ff7-4ab3-8f4b-f9207428a966 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0529337 Mar 23 19:24:23.864501 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-623e489e-7499-4e1e-a9bb-11c8cc8c037c req-f20c49be-9a9c-40d6-b21d-204c493b2935 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Mar 23 19:24:24.706468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-97ee103d-22c8-4cc8-8b10-5ee39923481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:24.707852 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-97ee103d-22c8-4cc8-8b10-5ee39923481b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417435 Mar 23 19:24:24.807535 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-6271c987-e024-409f-84eb-710cef147f6b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876999 Mar 23 19:24:24.917634 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2fc9e4d4-a5bf-49c7-a5e8-ee8e74145b3d req-59925ada-ecdb-40e4-b125-180db7bc82a9 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994380 Mar 23 19:24:24.987929 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d7523-7baf-4ccd-9dfe-0916d6f36237 req-753b2a55-137e-49ac-b6e1-f029bfacccff tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:24.989515 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3f3d7523-7baf-4ccd-9dfe-0916d6f36237 req-753b2a55-137e-49ac-b6e1-f029bfacccff tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0498099 Mar 23 19:24:25.027767 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3f3d7523-7baf-4ccd-9dfe-0916d6f36237 req-e320d43b-f7ac-448b-86df-7a70b3326dd3 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Mar 23 19:24:26.173088 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3b9f3-1b3a-4eed-8a35-476272755730 req-85a3f865-8ed9-478b-af7d-74c50c6f0291 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:26.182720 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2fc3b9f3-1b3a-4eed-8a35-476272755730 req-85a3f865-8ed9-478b-af7d-74c50c6f0291 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0738180 Mar 23 19:24:26.219103 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2fc3b9f3-1b3a-4eed-8a35-476272755730 req-12387675-c647-49b4-844a-458fe9d7d8e4 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/security-groups?id=a6905bdc-ec8f-4291-a47b-edec6694c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Mar 23 19:24:26.339710 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41774) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:26.432065 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-c7d3db39-c082-4b2d-9fbe-7cd641dac7fb tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:26.433744 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-c7d3db39-c082-4b2d-9fbe-7cd641dac7fb tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 946 time: 0.0780251 Mar 23 19:24:26.497146 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e1a360ab-2efc-4e1d-a757-1b26233282ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.641848 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Deleting port a02af200-d5ff-4e83-82eb-97861228bead {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:24:26.642199 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.722464 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e1a360ab-2efc-4e1d-a757-1b26233282ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.728296 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e1a360ab-2efc-4e1d-a757-1b26233282ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.790003 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e1a360ab-2efc-4e1d-a757-1b26233282ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12f214b5726342a59762c0acb91fbf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491594 Mar 23 19:24:26.791994 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] For port a02af200-d5ff-4e83-82eb-97861228bead, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=a02af200-d5ff-4e83-82eb-97861228bead,segment=NetworkSegment(269207eb-89df-4668-8651-9d3e89ba715e),segment_id=269207eb-89df-4668-8651-9d3e89ba715e)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:26.792358 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.792974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41796) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:26.795024 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a360ab-2efc-4e1d-a757-1b26233282ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99625e-18ce-44b1-9954-be10ab1a5771,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:26.810263 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Calling delete_port for a02af200-d5ff-4e83-82eb-97861228bead owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:24:26.851670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.857153 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41798) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:26.886316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.937401 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.940426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.944259 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa99625e-18ce-44b1-9954-be10ab1a5771 HTTP/1.1" status: 204 len: 168 time: 0.1502254 Mar 23 19:24:26.954485 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca4909-0efe-4d77-8dd9-d776cf5e60aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa99625e-18ce-44b1-9954-be10ab1a5771,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:26.980119 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6f0068d1-0011-4770-8118-1c128fff1bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:26.983693 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.024719 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Pushing event deleted for resources: {'Port': ['ID=a02af200-d5ff-4e83-82eb-97861228bead,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:27.073327 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6f0068d1-0011-4770-8118-1c128fff1bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.077819 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6f0068d1-0011-4770-8118-1c128fff1bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.087469 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] No DVR routers for this DVR port a02af200-d5ff-4e83-82eb-97861228bead on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:24:27.097616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.102151 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d48e7856-03f9-44a7-bdc0-333cac4caba4 req-258ddd0e-902f-480f-9310-0e3b60b0ec82 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.42 "DELETE /v2.0/ports/a02af200-d5ff-4e83-82eb-97861228bead HTTP/1.1" status: 204 len: 173 time: 0.6623995 Mar 23 19:24:27.102612 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'name': 'network-vif-deleted', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:24:27.105017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc9b713-56a6-4a05-8adb-0fadc4cb4ad8" -d '{"events": [{"server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "name": "network-vif-deleted", "tag": "a02af200-d5ff-4e83-82eb-97861228bead"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:24:27.128445 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6f0068d1-0011-4770-8118-1c128fff1bba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65a27a242e2441e5a7c117c15af15be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701178 Mar 23 19:24:27.129640 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0068d1-0011-4770-8118-1c128fff1bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933fa8f-3a5a-4440-9c15-c3cb4e545d0b,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:27.131426 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41808) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:27.153314 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8b9dd-2115-4fc6-bc18-dd12f29eaabd x-openstack-request-id: req-0aa8b9dd-2115-4fc6-bc18-dd12f29eaabd {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:24:27.153606 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc5de8af-7bc0-43c6-bca3-a3a4a955addd", "name": "network-vif-deleted", "tag": "a02af200-d5ff-4e83-82eb-97861228bead", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:24:27.154007 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0aa8b9dd-2115-4fc6-bc18-dd12f29eaabd {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:24:27.154562 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc5de8af-7bc0-43c6-bca3-a3a4a955addd', 'name': 'network-vif-deleted', 'tag': 'a02af200-d5ff-4e83-82eb-97861228bead', 'status': 'completed', 'code': 200} Mar 23 19:24:27.187042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.208769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.262210 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.265038 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.266362 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9933fa8f-3a5a-4440-9c15-c3cb4e545d0b HTTP/1.1" status: 204 len: 168 time: 0.1338749 Mar 23 19:24:27.276096 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7ac79-72e7-4c63-b4de-f1ad273fd717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933fa8f-3a5a-4440-9c15-c3cb4e545d0b,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:27.344009 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ad9023de-6a83-45af-8ec3-421902b372e2 req-1412692d-5a30-4a92-8744-8c5dd5eda7af tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0260847 Mar 23 19:24:27.563978 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 41834) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:27.577132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-228ebbf5-3423-4fd3-9125-1135942d0f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.654535 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-228ebbf5-3423-4fd3-9125-1135942d0f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.659178 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-228ebbf5-3423-4fd3-9125-1135942d0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.696663 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-228ebbf5-3423-4fd3-9125-1135942d0f10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f296c92d093471ebc6ac09f17b07967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313305 Mar 23 19:24:27.699459 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 41838) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:27.700965 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ebbf5-3423-4fd3-9125-1135942d0f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087622f4-2338-452c-a129-94f8ac41a23c,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:27.760302 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.781335 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.829156 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.831701 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:27.832868 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/087622f4-2338-452c-a129-94f8ac41a23c HTTP/1.1" status: 204 len: 168 time: 0.1320515 Mar 23 19:24:27.840856 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adc767-2078-402a-a145-8517b6210bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087622f4-2338-452c-a129-94f8ac41a23c,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:28.441027 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f8d898cd-68c7-4666-ba90-eaa9cbe004f5 req-91a32fcd-0d2c-42ee-bfeb-d9f5648e99bb tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0258636 Mar 23 19:24:29.420849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['a02af200-d5ff-4e83-82eb-97861228bead'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:24:29.546289 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0900c04a-3be5-47b7-9b79-c131f97e0615 req-9c58e2a8-e575-4189-9d18-8521e26b07a4 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0321555 Mar 23 19:24:30.638220 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ee73cb5d-cf71-4b9d-beeb-98f300e49bac req-eaf480db-33db-4049-8bee-6cc268cc283f tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0261874 Mar 23 19:24:31.732559 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-59aac9a3-5108-4b27-993e-21dcd15b7841 req-4b7fde92-9329-42c8-aea4-1cae454580b9 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0250504 Mar 23 19:24:32.828755 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8bd355e0-d0c4-47f3-8bc4-480384e429f2 req-ff5f68c0-6fc4-4eca-b7ca-3145ab632e68 tempest-DeleteServersTestJSON-1473911010 tempest-DeleteServersTestJSON-1473911010-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc5de8af-7bc0-43c6-bca3-a3a4a955addd HTTP/1.1" status: 200 len: 210 time: 0.0266860 Mar 23 19:24:33.435193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device a02af200-d5ff-4e83-82eb-97861228bead no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:24:33.456571 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: a02af200-d5ff-4e83-82eb-97861228bead {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:24:33.456869 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device a02af200-d5ff-4e83-82eb-97861228bead not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:24:34.551431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42060) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:34.653976 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08421914-ebc6-4134-b84b-641012a2935e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.731819 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08421914-ebc6-4134-b84b-641012a2935e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.735918 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08421914-ebc6-4134-b84b-641012a2935e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.772780 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-08421914-ebc6-4134-b84b-641012a2935e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bae985638454b30a96312dc604fe94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202640 Mar 23 19:24:34.774487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08421914-ebc6-4134-b84b-641012a2935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8af354-c298-4aa0-9d9e-6facf19736b5,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:34.776149 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42064) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:34.826583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.848203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.901463 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.903835 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:34.913016 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae8af354-c298-4aa0-9d9e-6facf19736b5 HTTP/1.1" status: 204 len: 168 time: 0.1295962 Mar 23 19:24:34.930124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7352cf-e530-448e-b0dc-b44ed3e7cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8af354-c298-4aa0-9d9e-6facf19736b5,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:35.187793 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42084) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:35.202379 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-13782a9e-8b69-4c6c-a3ef-ff11c50a6676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.292084 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-13782a9e-8b69-4c6c-a3ef-ff11c50a6676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.297010 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-13782a9e-8b69-4c6c-a3ef-ff11c50a6676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.334936 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-13782a9e-8b69-4c6c-a3ef-ff11c50a6676 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7472567971544d1a6b2a19e00de561e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457186 Mar 23 19:24:35.336263 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782a9e-8b69-4c6c-a3ef-ff11c50a6676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caef1fa-e3e3-4996-becb-7599af098382,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:35.339174 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42088) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:35.389003 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.410269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.461111 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.463790 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.465101 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0caef1fa-e3e3-4996-becb-7599af098382 HTTP/1.1" status: 204 len: 168 time: 0.1249266 Mar 23 19:24:35.472711 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d00375-c5c9-4559-892c-00f8d3260cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caef1fa-e3e3-4996-becb-7599af098382,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:35.781998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42094) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:35.794662 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-38086213-121c-4d7d-9c6b-3562b44f0fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.865462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-38086213-121c-4d7d-9c6b-3562b44f0fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.869067 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-38086213-121c-4d7d-9c6b-3562b44f0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.907591 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-38086213-121c-4d7d-9c6b-3562b44f0fd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d23f51f58ffe4d46933a46bf27d6c007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245532 Mar 23 19:24:35.908438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38086213-121c-4d7d-9c6b-3562b44f0fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd25c1-87a4-4434-b22b-3a78a0e3e1b9,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:35.910306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42096) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:35.959035 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:35.974623 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:24:35.980015 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:36.025842 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:36.028380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:36.029560 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bcbd25c1-87a4-4434-b22b-3a78a0e3e1b9 HTTP/1.1" status: 204 len: 168 time: 0.1182623 Mar 23 19:24:36.037344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3b1d-ac6f-4cd4-a967-3f6150fba8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd25c1-87a4-4434-b22b-3a78a0e3e1b9,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:40.465889 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.597759 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42294) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:42.649347 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Deleting subnet 1e91c3e3-7cd1-49d4-bad6-bf66df1447c6 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:24:42.653011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.689835 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.733187 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.800404 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.833565 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e91c3e3-7cd1-49d4-bad6-bf66df1447c6,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:42.837345 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.840716 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b03a5a1e-edf6-4090-9e0b-cb1b6cb132cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e91c3e3-7cd1-49d4-bad6-bf66df1447c6 HTTP/1.1" status: 204 len: 168 time: 0.2416682 Mar 23 19:24:42.842919 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42304) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:42.910912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:42.997011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.016452 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:43.026120 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269207eb-89df-4668-8651-9d3e89ba715e') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:43.026422 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269207eb-89df-4668-8651-9d3e89ba715e') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:43.035544 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.049180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.055854 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:24:43.056249 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:24:43.058007 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:24:43.114458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.119905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.125715 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca HTTP/1.1" status: 204 len: 168 time: 0.2792346 Mar 23 19:24:43.135447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c6c82-df85-4a14-9f6d-e95cce127187 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbf08e9-e00f-4386-ba9d-5db6c0acc8ca,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:43.296581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42320) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:43.336593 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-959e06c5-3733-4843-9f85-e8836006409a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abaad76afe114f4a9574dad08e473c6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382173 Mar 23 19:24:43.338981 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42322) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:43.375930 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0b3fee31-db7c-43d9-a7eb-3c7bbc5481c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.399398 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.420860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.476383 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.479684 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:43.495012 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6905bdc-ec8f-4291-a47b-edec6694c7c8 HTTP/1.1" status: 204 len: 168 time: 0.1494923 Mar 23 19:24:43.500181 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53b5c-a149-4425-84d0-75c2c3c75455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6905bdc-ec8f-4291-a47b-edec6694c7c8,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:44.184890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42364) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:44.277304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-network', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:44.299837 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Made reservation on behalf of 2580056d61bb4c85af9e6165643baa8d for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:24:44.302155 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.315604 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.388549 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.392208 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.415936 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:24:44.426071 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14424eeb-af77-4d42-bcba-b319141833c0,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:44.431664 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.432010 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Added segment 63d42d9c-3b25-4617-85c1-c0c462ff9b1d of type vlan for network 59aff23f-16f2-4a06-9611-6670739cbd3e Mar 23 19:24:44.473404 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.499176 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.499685 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:44.500141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.534593 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3459082 Mar 23 19:24:44.535212 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42372) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:44.541172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Request body: {'subnet': {'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-subnet', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:44.563702 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed96cc-0fb2-47ab-ae02-493e988eec78 admin admin] Pushing event updated for resources: {'Network': ['ID=59aff23f-16f2-4a06-9611-6670739cbd3e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:44.572380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Made reservation on behalf of 2580056d61bb4c85af9e6165643baa8d for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:24:44.574715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.575132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 59aff23f-16f2-4a06-9611-6670739cbd3e details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:24:44.752927 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.812192 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73281f7-3f03-4f87-aee3-0580340980ec,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:44.819278 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:24:44.819641 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Network hostable DHCP agents. Network: 59aff23f-16f2-4a06-9611-6670739cbd3e, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:24:44.836462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:24:44.844778 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 59aff23f-16f2-4a06-9611-6670739cbd3e) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:44.848623 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:44.849251 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.854307 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1eca4-8a6d-4981-91e3-e60b6525d26a None None] Network 59aff23f-16f2-4a06-9611-6670739cbd3e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:24:44.866444 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fee80421-0df7-4d02-8a1a-735f227cc5ce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3292942 Mar 23 19:24:44.869736 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42376) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:44.875153 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:44.894518 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.895863 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:44.951141 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.022510 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-59aff23f-16f2-4a06-9611-6670739cbd3e', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:24:45.023894 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.094193 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.158638 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Allocated IP 172.20.0.2 (59aff23f-16f2-4a06-9611-6670739cbd3e/a73281f7-3f03-4f87-aee3-0580340980ec/35bad47d-a74d-4e41-a403-54ca1b929caf) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:24:45.291001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.301481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.308210 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.312054 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.350264 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:24:45.354154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:45.357573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:24:45.364202 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Pushing event updated for resources: {'Port': ['ID=35bad47d-a74d-4e41-a403-54ca1b929caf,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:45.373741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.374121 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.374470 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.374808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.375142 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.375481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.375808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.376139 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.376492 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.376849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.377182 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.377508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:45.422631 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Attempting to bind port 35bad47d-a74d-4e41-a403-54ca1b929caf on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:24:45.423003 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Attempting to bind port 35bad47d-a74d-4e41-a403-54ca1b929caf by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:24:45.423368 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Attempting to bind port 35bad47d-a74d-4e41-a403-54ca1b929caf on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:24:45.428263 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:24:45.428638 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:24:45.429070 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.429509 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Bound using segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:24:45.429977 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Bound port: 35bad47d-a74d-4e41-a403-54ca1b929caf, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:24:45.430360 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.431043 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Allocated IP 172.27.3.13 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/b6122cba-5947-4ab0-be8d-e7e1631662fa) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:24:45.494932 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] For port 35bad47d-a74d-4e41-a403-54ca1b929caf, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:24:45.498349 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] For port 35bad47d-a74d-4e41-a403-54ca1b929caf, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=35bad47d-a74d-4e41-a403-54ca1b929caf,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:24:45.502666 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.536622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.573912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.582838 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1f2f-51c3-4f7e-a01d-f03c9c24ca95 None None] Pushing event updated for resources: {'Port': ['ID=35bad47d-a74d-4e41-a403-54ca1b929caf,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:45.618268 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:24:45.628898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:45.634125 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:24:45.636250 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Pushing event updated for resources: {'Port': ['ID=b6122cba-5947-4ab0-be8d-e7e1631662fa,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:45.780790 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c8a98f4f-a414-4e49-9474-4b1b8b171be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:45.936517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.134258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.486874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Router 10d9e01a-1886-451d-bd69-e989bd913e0a is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:24:46.514462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55fa32e-50c1-49cb-8453-2edf224d9d1b None None] Network 59aff23f-16f2-4a06-9611-6670739cbd3e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:24:46.597341 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:24:46.610584 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:24:46.621004 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:46.621768 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:46.625409 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.629444 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42390) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:24:46.630000 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-7f413c28-31fb-4886-b66d-482d5c0a6c7a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7584100 Mar 23 19:24:46.657746 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] Provisioning complete for port 35bad47d-a74d-4e41-a403-54ca1b929caf triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:46.658298 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.743979 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:46.815440 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.827779 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.911021 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] For port 35bad47d-a74d-4e41-a403-54ca1b929caf, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=35bad47d-a74d-4e41-a403-54ca1b929caf,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:46.918557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:46.992539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150e6c4-8dae-4217-984b-a5ffaab5f0dc None None] Pushing event updated for resources: {'Port': ['ID=35bad47d-a74d-4e41-a403-54ca1b929caf,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:47.025970 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 35bad47d-a74d-4e41-a403-54ca1b929caf up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:47.074125 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:45Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:47.094622 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 35bad47d-a74d-4e41-a403-54ca1b929caf triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:47.095251 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.103036 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:24:47.103392 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Updating router 10d9e01a-1886-451d-bd69-e989bd913e0a port b6122cba-5947-4ab0-be8d-e7e1631662fa binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:24:47.129479 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.146635 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d6e6c6f8-a0a1-4709-9c7d-3fe2abcc8ba7 None None] Provisioning complete for port 35bad47d-a74d-4e41-a403-54ca1b929caf triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:47.147009 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d6e6c6f8-a0a1-4709-9c7d-3fe2abcc8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.182845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.355661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Allocated IP 172.20.0.1 (59aff23f-16f2-4a06-9611-6670739cbd3e/a73281f7-3f03-4f87-aee3-0580340980ec/747bb09c-f21e-404c-90b9-7e9f2337e114) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:24:47.412604 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.418592 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.461318 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.472354 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Attempting to bind port b6122cba-5947-4ab0-be8d-e7e1631662fa on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:24:47.472717 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Attempting to bind port b6122cba-5947-4ab0-be8d-e7e1631662fa by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:24:47.473104 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Attempting to bind port b6122cba-5947-4ab0-be8d-e7e1631662fa on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:24:47.475806 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Pushing event updated for resources: {'Port': ['ID=b6122cba-5947-4ab0-be8d-e7e1631662fa,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:47.483234 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:24:47.483816 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:24:47.484075 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.484567 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:24:47.485038 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Bound port: b6122cba-5947-4ab0-be8d-e7e1631662fa, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:24:47.485434 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.498082 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.509498 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.509851 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.510173 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.510504 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.510830 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.511165 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.511471 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.511798 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.512141 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.512466 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.512784 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.513131 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:24:47.546908 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:24:47.548585 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] For port b6122cba-5947-4ab0-be8d-e7e1631662fa, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:24:47.551048 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:47.552255 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] For port b6122cba-5947-4ab0-be8d-e7e1631662fa, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=b6122cba-5947-4ab0-be8d-e7e1631662fa,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:24:47.553608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Pushing event updated for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:47.557426 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.564272 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:24:47.617415 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96381941-92ca-45e5-8b01-5ca3b7d32df9 None None] Pushing event updated for resources: {'Port': ['ID=b6122cba-5947-4ab0-be8d-e7e1631662fa,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:47.634108 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.647664 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:47.648475 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:47.778158 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:47.795222 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.798860 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-afb3191d-1f3b-4c80-9ac0-a2ebef39758d None None] Provisioning complete for port 747bb09c-f21e-404c-90b9-7e9f2337e114 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:47.799336 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-afb3191d-1f3b-4c80-9ac0-a2ebef39758d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.842136 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-afb3191d-1f3b-4c80-9ac0-a2ebef39758d None None] Port 747bb09c-f21e-404c-90b9-7e9f2337e114 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:24:47.960614 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.964768 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:45Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:47.969170 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:47.992632 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f10291-94b5-438e-9233-5fe1f505443a None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:45Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:24:48.039513 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Pushing event updated for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:48.045451 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:48.143047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:24:48.144541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:48.303047 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:48.314147 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Router 10d9e01a-1886-451d-bd69-e989bd913e0a has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:24:48.452037 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:24:48.459609 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ddecd565-87ec-4412-b36c-d61dccb63cfa admin admin] 10.222.0.43 "PUT /v2.0/routers/10d9e01a-1886-451d-bd69-e989bd913e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286500 Mar 23 19:24:48.479072 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1f5caa0f-1094-4533-bbf1-aa6dbfb945d1 None None] Provisioning complete for port 747bb09c-f21e-404c-90b9-7e9f2337e114 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:48.479708 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f5caa0f-1094-4533-bbf1-aa6dbfb945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:48.516449 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-1f5caa0f-1094-4533-bbf1-aa6dbfb945d1 None None] Port 747bb09c-f21e-404c-90b9-7e9f2337e114 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:24:48.677347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:48.929045 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 35bad47d-a74d-4e41-a403-54ca1b929caf up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:48.978323 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 35bad47d-a74d-4e41-a403-54ca1b929caf triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:48.978637 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:49.192439 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device b6122cba-5947-4ab0-be8d-e7e1631662fa up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:49.238445 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port b6122cba-5947-4ab0-be8d-e7e1631662fa triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:49.239071 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:49.316971 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:49.338712 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port b6122cba-5947-4ab0-be8d-e7e1631662fa, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=b6122cba-5947-4ab0-be8d-e7e1631662fa,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:49.345791 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:49.402746 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=b6122cba-5947-4ab0-be8d-e7e1631662fa,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:49.662350 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:24:49.673393 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:49.674007 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:49.780703 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:49.978525 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 2, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:50.009369 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:24:50.009726 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Updating router 10d9e01a-1886-451d-bd69-e989bd913e0a port 747bb09c-f21e-404c-90b9-7e9f2337e114 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:24:50.033552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.302031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.307496 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.360276 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8ed04-a2b3-4fde-b406-283d0a3143c0 None None] Pushing event updated for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:50.411933 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Attempting to bind port 747bb09c-f21e-404c-90b9-7e9f2337e114 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:24:50.412316 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Attempting to bind port 747bb09c-f21e-404c-90b9-7e9f2337e114 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:24:50.412682 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Attempting to bind port 747bb09c-f21e-404c-90b9-7e9f2337e114 on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:24:50.418780 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:24:50.419186 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:24:50.419591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.419985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Bound using segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:24:50.420461 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Bound port: 747bb09c-f21e-404c-90b9-7e9f2337e114, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:24:50.420870 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.500061 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] For port 747bb09c-f21e-404c-90b9-7e9f2337e114, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:24:50.503420 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] For port 747bb09c-f21e-404c-90b9-7e9f2337e114, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=747bb09c-f21e-404c-90b9-7e9f2337e114,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:24:50.507284 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.584649 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] Provisioning complete for port 747bb09c-f21e-404c-90b9-7e9f2337e114 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:50.585129 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.587546 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8ed04-a2b3-4fde-b406-283d0a3143c0 None None] Pushing event updated for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:50.591666 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:24:50.591666 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:24:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:50.765791 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:24:50.811553 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:50.826051 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device b6122cba-5947-4ab0-be8d-e7e1631662fa up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:50.934478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] For port 747bb09c-f21e-404c-90b9-7e9f2337e114, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=747bb09c-f21e-404c-90b9-7e9f2337e114,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:24:50.940039 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:51.045012 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port b6122cba-5947-4ab0-be8d-e7e1631662fa triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:51.045737 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:51.213391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8675910-8b76-45bf-979c-ff2b148976da None None] Pushing event updated for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:51.240622 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-53861835-4093-4b0b-8e05-c66b1252e766 None None] Provisioning complete for port 747bb09c-f21e-404c-90b9-7e9f2337e114 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:51.241038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-53861835-4093-4b0b-8e05-c66b1252e766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:51.334610 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:24:51.368816 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e2863-15ef-49be-a2ee-c94b8b25bf12 None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:24:52.834057 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 747bb09c-f21e-404c-90b9-7e9f2337e114 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:24:52.888591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 747bb09c-f21e-404c-90b9-7e9f2337e114 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:52.889004 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:53.682452 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-efc8f347-2e2d-4bdb-aa12-8f786a329d6f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:53.684028 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-efc8f347-2e2d-4bdb-aa12-8f786a329d6f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.1029301 Mar 23 19:24:53.700377 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-6d4ce328-cd6e-4099-ab0a-d75d7a7cea2a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/quotas/2580056d61bb4c85af9e6165643baa8d HTTP/1.1" status: 200 len: 375 time: 0.0098374 Mar 23 19:24:53.752452 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-36444913-3638-428e-bb1c-89d875da2feb tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465739 Mar 23 19:24:53.846629 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-191a5235-c2b6-466c-a323-65c23118452e service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863562 Mar 23 19:24:53.934806 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-268b47a5-aabc-47c4-b4ee-e1b2d2238220 service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821927 Mar 23 19:24:54.102196 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-158fcc02-e17b-4002-b887-fd5c5b3fb33f req-b05545f3-0289-4c67-98c9-059d7aed48d0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 210 time: 0.0261834 Mar 23 19:24:54.340538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-834e914e-583e-4ac2-846b-12d316f75baf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:54.341969 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-834e914e-583e-4ac2-846b-12d316f75baf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.1145408 Mar 23 19:24:54.357429 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-b05922d8-e4ce-4ce6-bfce-f5a40690b46e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/quotas/2580056d61bb4c85af9e6165643baa8d HTTP/1.1" status: 200 len: 375 time: 0.0096610 Mar 23 19:24:54.416873 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-c362fc0b-651a-470f-89e4-3350ee5d40ad tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538545 Mar 23 19:24:54.518485 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-c3000e11-3e97-45c7-9808-fb281f187c82 service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927711 Mar 23 19:24:54.604572 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-34f721c8-ed47-416d-84a0-14b47f397c3c service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798604 Mar 23 19:24:54.756532 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-465bd2c9-6cb3-4fa3-8005-09ecdf7c7d17 req-c3b48e05-78f9-4ea8-b67d-a69769e879c6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 210 time: 0.0255954 Mar 23 19:24:55.849002 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c87dad1c-895d-4fdb-af5e-0123672eaa43 req-e7b847fe-8466-4e4f-9d33-b9072a2358ba tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 210 time: 0.0259459 Mar 23 19:24:56.942658 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1affb1ad-cd24-4d62-af7a-4f3a7c4e7e46 req-322a3472-77ac-45fb-9da6-46694da7558f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Mar 23 19:24:58.046095 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64825271-bc39-4f40-b76f-2283b0102d7d req-2594d07a-af56-452b-8af4-410d9ddf9e75 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 210 time: 0.0305111 Mar 23 19:24:58.645742 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-6e461dd9-d62d-4bbb-af05-94cdb1bfbeec tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:58.647178 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-6e461dd9-d62d-4bbb-af05-94cdb1bfbeec tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.1095884 Mar 23 19:24:58.661163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'port': {'device_id': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'admin_state_up': True, 'tenant_id': '2580056d61bb4c85af9e6165643baa8d'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:58.776853 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Made reservation on behalf of 2580056d61bb4c85af9e6165643baa8d for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:24:58.780316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:58.904626 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Allocated IP 172.20.0.9 (59aff23f-16f2-4a06-9611-6670739cbd3e/a73281f7-3f03-4f87-aee3-0580340980ec/17844442-669f-4813-837a-7690c811cd0a) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:24:59.102381 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.179183 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.200248 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eb206883-3df9-45ea-99de-fc42f0786ff2 req-387c3df2-48b7-4f99-9593-a7fa5bbc0ed6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 210 time: 0.0392284 Mar 23 19:24:59.253450 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:24:59.258135 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:24:59.264687 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:24:59.277686 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-54145bd8-5191-4c8c-946e-2e9a3ea0cb3b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:59.279195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-54145bd8-5191-4c8c-946e-2e9a3ea0cb3b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.3003643 Mar 23 19:24:59.297989 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:24:59.306913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'port': {'device_id': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'admin_state_up': True, 'tenant_id': '2580056d61bb4c85af9e6165643baa8d'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:59.385631 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:24:59.386309 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.405684 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-bdc8d4ac-76ba-41ae-b2a8-13397b81f965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483275 Mar 23 19:24:59.426230 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Request body: {'port': {'device_id': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:24:59.501749 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Made reservation on behalf of 2580056d61bb4c85af9e6165643baa8d for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:24:59.505213 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.507661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.508639 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-e51b4fe3-a7b4-4087-a910-affa6dd64476 None None] Provisioning complete for port 17844442-669f-4813-837a-7690c811cd0a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:24:59.509123 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e51b4fe3-a7b4-4087-a910-affa6dd64476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.544965 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-e51b4fe3-a7b4-4087-a910-affa6dd64476 None None] Port 17844442-669f-4813-837a-7690c811cd0a cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:24:59.733804 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Allocated IP 172.20.0.12 (59aff23f-16f2-4a06-9611-6670739cbd3e/a73281f7-3f03-4f87-aee3-0580340980ec/1e9ad986-ebc5-4a85-ac67-12167fc2d834) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:24:59.913455 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:24:59.952929 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.049133 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:00.057037 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:00.060849 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:00.063251 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:00.135901 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:00.136551 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.165759 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1bf80b98-1297-4a7b-ae78-8c3e5c025f9f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8647976 Mar 23 19:25:00.189775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Request body: {'port': {'device_id': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:00.230369 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17844442-669f-4813-837a-7690c811cd0a {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:00.242971 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.291930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.294100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Transition to ACTIVE for port object 17844442-669f-4813-837a-7690c811cd0a will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:25:00.309050 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.346015 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12250-1be9-4923-8e30-4c40c667f99b req-5ac4bbb8-04fd-479f-af1c-b82f66e0e795 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:00.347614 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d2b12250-1be9-4923-8e30-4c40c667f99b req-5ac4bbb8-04fd-479f-af1c-b82f66e0e795 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 932 time: 0.0514159 Mar 23 19:25:00.376795 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-899bd79f-4ff6-4569-8d77-a974f1c0c9e3 None None] Provisioning complete for port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:00.378414 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-899bd79f-4ff6-4569-8d77-a974f1c0c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.399470 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d2b12250-1be9-4923-8e30-4c40c667f99b req-d1cfbfb0-3ad9-45cb-9e06-b0918263506f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Mar 23 19:25:00.440789 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-899bd79f-4ff6-4569-8d77-a974f1c0c9e3 None None] Port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:25:00.449301 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Pushing event updated for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:00.622624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Attempting to bind port 17844442-669f-4813-837a-7690c811cd0a on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:00.622977 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Attempting to bind port 17844442-669f-4813-837a-7690c811cd0a by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:00.623322 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Attempting to bind port 17844442-669f-4813-837a-7690c811cd0a on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:00.636067 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Port 17844442-669f-4813-837a-7690c811cd0a on network 59aff23f-16f2-4a06-9611-6670739cbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:25:00.636508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Attempting to bind port 17844442-669f-4813-837a-7690c811cd0a on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:00.671282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:00.671630 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:00.672025 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Bound using segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:00.672468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Bound port: 17844442-669f-4813-837a-7690c811cd0a, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:00.672848 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.781266 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:00.786265 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=17844442-669f-4813-837a-7690c811cd0a,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:00.791447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.853525 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:00.854115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.855527 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] 10.222.0.42 "PUT /v2.0/ports/17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 1093 time: 1.4365532 Mar 23 19:25:00.857696 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'tag': '17844442-669f-4813-837a-7690c811cd0a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:25:00.859995 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dba9ce-3982-45de-9178-4bf34021188b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "tag": "17844442-669f-4813-837a-7690c811cd0a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:25:00.868227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9ad986-ebc5-4a85-ac67-12167fc2d834 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:00.880592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.902722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769849c0-fbfa-4ebd-9aec-308a5300beba service neutron] Pushing event updated for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:00.907541 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Transition to ACTIVE for port object 1e9ad986-ebc5-4a85-ac67-12167fc2d834 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:25:00.913119 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:00.945797 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a563ff-13b4-4676-a381-68804bb031aa x-openstack-request-id: req-a5a563ff-13b4-4676-a381-68804bb031aa {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:25:00.946127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "tag": "17844442-669f-4813-837a-7690c811cd0a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:25:00.946316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5a563ff-13b4-4676-a381-68804bb031aa {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:25:00.946719 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'tag': '17844442-669f-4813-837a-7690c811cd0a', 'status': 'completed', 'code': 200} Mar 23 19:25:01.004631 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:01.052707 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-a78b8f74-0457-4284-89f6-30ec3c4f9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:01.054272 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-a78b8f74-0457-4284-89f6-30ec3c4f9e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1096 time: 0.1051157 Mar 23 19:25:01.083498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Attempting to bind port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:01.083838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Attempting to bind port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:01.084164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Attempting to bind port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:01.088478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 on network 59aff23f-16f2-4a06-9611-6670739cbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:25:01.088796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Attempting to bind port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:01.093775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:01.094111 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:01.094489 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Bound using segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:01.095045 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Bound port: 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:01.095269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:01.165812 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:01.169022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:01.173875 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:01.192652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:01.193920 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:01.196402 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e9ad986-ebc5-4a85-ac67-12167fc2d834 HTTP/1.1" status: 200 len: 1094 time: 1.0115578 Mar 23 19:25:01.248184 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679399d6-6a30-44de-af63-e80d8235d4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:01.532008 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62705dc7-6f84-42fa-926f-2eead9fc42ce req-40a3f4d5-87cd-40ef-a9b0-b31b58824731 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:01.534044 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-62705dc7-6f84-42fa-926f-2eead9fc42ce req-40a3f4d5-87cd-40ef-a9b0-b31b58824731 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Mar 23 19:25:01.575020 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-62705dc7-6f84-42fa-926f-2eead9fc42ce req-03f0cece-ebb8-4839-bfbc-e4db0e0cc62d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Mar 23 19:25:02.697964 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308fb2-d682-4e2b-ac31-480151b80ed7 req-66837877-18a5-4ca0-8014-359e40e60027 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:02.699426 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d3308fb2-d682-4e2b-ac31-480151b80ed7 req-66837877-18a5-4ca0-8014-359e40e60027 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0536797 Mar 23 19:25:02.736536 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d3308fb2-d682-4e2b-ac31-480151b80ed7 req-c23ea96f-e1d0-4262-a057-2cd7256ed9fc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Mar 23 19:25:02.947597 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:25:02.950031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab" -d '{"events": [{"name": "network-changed", "server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:25:02.984463 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a69d3-23dc-4797-b29b-362b31247221 x-openstack-request-id: req-a81a69d3-23dc-4797-b29b-362b31247221 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:25:02.984758 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:25:02.985042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a81a69d3-23dc-4797-b29b-362b31247221 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:25:02.985442 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834', 'status': 'completed', 'code': 200} Mar 23 19:25:03.852768 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128b8b-c9f5-4aca-bb4a-d8420189d05c req-d03cb226-8e7a-4ac6-84cd-b89f6d9525fd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:03.854233 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7d128b8b-c9f5-4aca-bb4a-d8420189d05c req-d03cb226-8e7a-4ac6-84cd-b89f6d9525fd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0526760 Mar 23 19:25:03.896385 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7d128b8b-c9f5-4aca-bb4a-d8420189d05c req-3ada0eed-5ffe-47ec-ab75-6295086bd808 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359228 Mar 23 19:25:05.013809 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841933-4f9c-4e9a-9ba1-be50086c5bea req-aab58521-38df-4f7c-b1bf-8a130e932c07 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:05.015273 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8841933-4f9c-4e9a-9ba1-be50086c5bea req-aab58521-38df-4f7c-b1bf-8a130e932c07 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0512722 Mar 23 19:25:05.051414 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8841933-4f9c-4e9a-9ba1-be50086c5bea req-e92d671c-0692-4412-88c3-65d61afe6f7c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302496 Mar 23 19:25:06.167121 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b895cef-6186-4a64-8d4f-4a7e5a7263cb req-097f0676-308a-4ef8-b429-487dba57f67e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:06.168579 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8b895cef-6186-4a64-8d4f-4a7e5a7263cb req-097f0676-308a-4ef8-b429-487dba57f67e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0503671 Mar 23 19:25:06.207116 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8b895cef-6186-4a64-8d4f-4a7e5a7263cb req-ad0e56b3-d391-4319-aebe-ab24df556fbc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Mar 23 19:25:07.194104 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-9c8a6d94-78a2-4f36-b3a6-6b512376b3ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 217 time: 0.0425637 Mar 23 19:25:07.264166 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-f184f5c1-f6ef-4dd0-99b1-98353daffb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.265681 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-f184f5c1-f6ef-4dd0-99b1-98353daffb81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1097 time: 0.0798318 Mar 23 19:25:07.267102 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-0d31b43b-cfbd-4112-81b2-8f1b875030bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.268448 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-0d31b43b-cfbd-4112-81b2-8f1b875030bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0580957 Mar 23 19:25:07.329520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51fc6c-a8cf-445e-8fff-782c64bd1f5b req-0d961be0-5a61-466d-a25b-5234b80e5b0c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.331048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5a51fc6c-a8cf-445e-8fff-782c64bd1f5b req-0d961be0-5a61-466d-a25b-5234b80e5b0c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0560718 Mar 23 19:25:07.369149 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5a51fc6c-a8cf-445e-8fff-782c64bd1f5b req-b648cd84-0e62-4ad8-ad03-0ea7d90073cd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Mar 23 19:25:07.427052 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-ed561881-44ea-4898-9a9e-3a9da2c7c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.428543 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-ed561881-44ea-4898-9a9e-3a9da2c7c7be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1471090 Mar 23 19:25:07.696208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-f89144bd-2163-4ef7-b234-89a31c733e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.697705 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-f89144bd-2163-4ef7-b234-89a31c733e6e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2580056d61bb4c85af9e6165643baa8d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4244916 Mar 23 19:25:07.862633 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-26c24cb6-2189-4b82-a902-56e0ff020169 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218750 Mar 23 19:25:07.925551 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-229f2574-7c85-4bb1-89d7-cb59ead60b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:07.926926 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4b3b7aed-1b9f-4110-b51b-e2fdd93c55ab req-229f2574-7c85-4bb1-89d7-cb59ead60b10 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2029095 Mar 23 19:25:07.978707 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f57405df-d95b-4ef1-ac76-2253475f2528 req-e0d32efc-f36c-42cb-8795-ab84888bd944 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091845 Mar 23 19:25:08.089311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-a106199e-3860-4623-b93e-02bf850a998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.090812 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-a106199e-3860-4623-b93e-02bf850a998b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1097 time: 0.0719423 Mar 23 19:25:08.092428 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba9ce-3982-45de-9178-4bf34021188b req-57ddc5f2-7ea2-4f73-a056-c1a22ca91633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.093795 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-57ddc5f2-7ea2-4f73-a056-c1a22ca91633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1096 time: 0.0645773 Mar 23 19:25:08.157724 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-1f617a86-c4a9-466e-98f4-200dcb84ff5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834 HTTP/1.1" status: 200 len: 217 time: 0.0476344 Mar 23 19:25:08.250972 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-ae0498a0-5856-44fa-9697-62867f3886d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.252458 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-ae0498a0-5856-44fa-9697-62867f3886d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0847778 Mar 23 19:25:08.269910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba9ce-3982-45de-9178-4bf34021188b req-0e49d20c-6520-495b-b18c-4ad1ebf6fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.271268 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-0e49d20c-6520-495b-b18c-4ad1ebf6fc15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.1557481 Mar 23 19:25:08.326711 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-d36ca2ca-5997-4c67-87ee-5c14dbb2de11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 217 time: 0.0415580 Mar 23 19:25:08.335271 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-4d0d7428-0d35-447a-98b5-01f29e0a135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.337263 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-4d0d7428-0d35-447a-98b5-01f29e0a135e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759451 Mar 23 19:25:08.424771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba9ce-3982-45de-9178-4bf34021188b req-1c4fa86a-29e6-479b-bf57-9230b5af9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.426265 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-1c4fa86a-29e6-479b-bf57-9230b5af9f89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0930209 Mar 23 19:25:08.510596 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-4a91d292-053a-402f-8877-a5b99a25473d service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659007 Mar 23 19:25:08.532068 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dba9ce-3982-45de-9178-4bf34021188b req-64911a93-74fe-4cd0-bca0-041bd1b07371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.533504 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-64911a93-74fe-4cd0-bca0-041bd1b07371 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991404 Mar 23 19:25:08.549096 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c9c5-29e6-4654-9de9-5d77159dd155 req-05fc27dd-65eb-483a-ae9e-7705086283d1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:08.550488 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71e6c9c5-29e6-4654-9de9-5d77159dd155 req-05fc27dd-65eb-483a-ae9e-7705086283d1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.1065114 Mar 23 19:25:08.689356 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71e6c9c5-29e6-4654-9de9-5d77159dd155 req-e2bddc93-c374-4120-b930-4cfb2b366dfe tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220386 Mar 23 19:25:08.707139 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-961ccfcb-45ce-48f6-90e4-9d672c195ec5 req-2e27d3a9-5670-4708-84c5-fda1217f0254 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878095 Mar 23 19:25:08.718356 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-c8b76d6e-7c1f-4252-9b7c-6e79cce3e001 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650448 Mar 23 19:25:08.819072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7dba9ce-3982-45de-9178-4bf34021188b req-cc091324-6c3c-43ad-8e15-80b4f6da5303 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933263 Mar 23 19:25:09.486888 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42728) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:09.608525 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.688371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.692300 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.731286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c01aae6-d9b1-4453-bdfb-42747b19be35,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:09.736062 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aafe66f0760841cabeb8711fb6badaad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481368 Mar 23 19:25:09.739380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42734) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:09.741464 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.742311 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.742702 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.743020 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.743327 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.743664 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.744001 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.744332 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.744660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.745012 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.745585 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.745710 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca02d9-1f2f-4316-be47-4d4ea9ad0b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.798813 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.820614 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c093e9-5fc5-4917-8640-b83852a3142e req-fcbaa765-d170-47a9-86c4-f9a5b165d750 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:09.822358 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9c093e9-5fc5-4917-8640-b83852a3142e req-fcbaa765-d170-47a9-86c4-f9a5b165d750 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0556502 Mar 23 19:25:09.856933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.869324 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9c093e9-5fc5-4917-8640-b83852a3142e req-0d6d7c0a-7830-4302-b9d9-f8719062440c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Mar 23 19:25:09.905113 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-e0801bef-d022-4208-9ad4-da970596336d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771632 Mar 23 19:25:09.926417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.928997 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:09.930657 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c01aae6-d9b1-4453-bdfb-42747b19be35 HTTP/1.1" status: 204 len: 168 time: 0.1903617 Mar 23 19:25:09.971447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c01aae6-d9b1-4453-bdfb-42747b19be35,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:09.991828 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.995475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.996132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.996132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:09.996320 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7e6335-caae-4071-b20d-fd28a13ed032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:10.005698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-b0c4d2e0-6463-44c9-9b39-a96e0b6d8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:10.008665 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-b0c4d2e0-6463-44c9-9b39-a96e0b6d8045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0753748 Mar 23 19:25:10.141814 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-e9bf358c-fe3f-43f4-8f20-6de525104849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:10.143326 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-e9bf358c-fe3f-43f4-8f20-6de525104849 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.1142204 Mar 23 19:25:10.229414 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-89a8b39e-e36d-437b-b423-97bd3b481000 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 999 time: 0.0777860 Mar 23 19:25:10.295730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-1d08708d-6c29-4ad5-a554-a1c8a1a3405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:10.298171 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-1d08708d-6c29-4ad5-a554-a1c8a1a3405b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0606012 Mar 23 19:25:10.350005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-b6ced4c7-a559-4b86-a81d-5e62978a6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:10.352200 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-b6ced4c7-a559-4b86-a81d-5e62978a6de5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460832 Mar 23 19:25:10.447903 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-d85b57a6-1f2a-4a56-97e4-9f70c10618b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Mar 23 19:25:10.477199 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:10.540960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7c474682-2629-4b31-8be0-e662a45e2aeb req-0c88ce63-f635-49ec-907c-df3121a397cd service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Mar 23 19:25:11.000521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bac5-5190-4367-bd26-c347d6464a74 req-5b70ba1e-46b8-46a9-bbea-3a497681398d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:11.002064 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dd55bac5-5190-4367-bd26-c347d6464a74 req-5b70ba1e-46b8-46a9-bbea-3a497681398d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0568550 Mar 23 19:25:11.040420 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dd55bac5-5190-4367-bd26-c347d6464a74 req-49781b71-e415-4d68-97ea-feb097190ff2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Mar 23 19:25:12.154244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407a4f6-c890-42d5-b517-ae69ea490069 req-1adfd776-e3a4-4ef3-b148-f567b8bae5cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:12.155696 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0407a4f6-c890-42d5-b517-ae69ea490069 req-1adfd776-e3a4-4ef3-b148-f567b8bae5cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0482852 Mar 23 19:25:12.192649 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0407a4f6-c890-42d5-b517-ae69ea490069 req-8eff87b7-5d4a-44ff-991e-ec7ca94aa24d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Mar 23 19:25:12.759049 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42800) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:12.859408 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-914c88a9-9e3f-4e27-ad8d-c57484973e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:12.933993 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-914c88a9-9e3f-4e27-ad8d-c57484973e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:12.937710 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-914c88a9-9e3f-4e27-ad8d-c57484973e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:12.974099 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:25:12.974637 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-914c88a9-9e3f-4e27-ad8d-c57484973e93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e149c8030cc489ba2f5e0e107284df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144449 Mar 23 19:25:12.975411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c88a9-9e3f-4e27-ad8d-c57484973e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca703e2-a99c-4577-ae5b-cf297a1d951f,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:12.978007 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42806) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:13.031564 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.052100 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.096709 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.099268 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.100402 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ca703e2-a99c-4577-ae5b-cf297a1d951f HTTP/1.1" status: 204 len: 168 time: 0.1213436 Mar 23 19:25:13.108389 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd22c4-af53-4589-a86e-b513c448c637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca703e2-a99c-4577-ae5b-cf297a1d951f,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:13.306898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f009-25c8-41fc-a7da-e138ebdf45f5 req-395b26e2-8a2a-4749-9618-c1ae9460d93e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:13.308407 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ddc7f009-25c8-41fc-a7da-e138ebdf45f5 req-395b26e2-8a2a-4749-9618-c1ae9460d93e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 944 time: 0.0492074 Mar 23 19:25:13.350421 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ddc7f009-25c8-41fc-a7da-e138ebdf45f5 req-48d5a9f5-200e-4f26-af06-827646bf74df tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Mar 23 19:25:13.379313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8f40ca3b-52ed-42b5-8cd5-27ca7c6d86c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.379980 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 42816) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:13.396104 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-276345f2-d1cc-4d33-a673-b51110099411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.469680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-276345f2-d1cc-4d33-a673-b51110099411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.473525 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-276345f2-d1cc-4d33-a673-b51110099411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.512761 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-276345f2-d1cc-4d33-a673-b51110099411 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=127cc35527bf40ac872d05601db6a1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317356 Mar 23 19:25:13.513861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276345f2-d1cc-4d33-a673-b51110099411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f763b-6ebd-4249-a305-e717f06e9ee9,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:13.515523 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 42818) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:13.565152 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.585208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.630780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.633440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.634577 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db3f763b-6ebd-4249-a305-e717f06e9ee9 HTTP/1.1" status: 204 len: 168 time: 0.1178305 Mar 23 19:25:13.642040 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ae39d-ec05-4ae3-a477-1c2a582f9aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f763b-6ebd-4249-a305-e717f06e9ee9,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:13.703764 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 1e9ad986-ebc5-4a85-ac67-12167fc2d834 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:25:13.803089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:13.814477 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '1e9ad986-ebc5-4a85-ac67-12167fc2d834', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'port_id': '1e9ad986-ebc5-4a85-ac67-12167fc2d834', 'mac_address': 'fa:16:3e:db:a2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:25:13.854676 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.867400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9ad986-ebc5-4a85-ac67-12167fc2d834 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:13.887208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:13.891478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:13.892210 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 17844442-669f-4813-837a-7690c811cd0a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:25:13.961390 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:13.967050 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=17844442-669f-4813-837a-7690c811cd0a,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:13.977829 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '17844442-669f-4813-837a-7690c811cd0a', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'port_id': '17844442-669f-4813-837a-7690c811cd0a', 'mac_address': 'fa:16:3e:79:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:25:14.017977 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:14.035191 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17844442-669f-4813-837a-7690c811cd0a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:14.056055 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=17844442-669f-4813-837a-7690c811cd0a,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:14.060986 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:14.108810 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:14.467040 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f4c1a-c164-4503-a795-72f927029a51 req-3164b583-ed65-4152-b0fd-659bf0a56ff3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:14.468543 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-429f4c1a-c164-4503-a795-72f927029a51 req-3164b583-ed65-4152-b0fd-659bf0a56ff3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 945 time: 0.0502059 Mar 23 19:25:14.506392 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-429f4c1a-c164-4503-a795-72f927029a51 req-404fc843-3391-46ad-9b42-50b94d85b1a2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Mar 23 19:25:14.630510 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['1e9ad986-ebc5-4a85-ac67-12167fc2d834'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:25:14.660098 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['17844442-669f-4813-837a-7690c811cd0a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:25:15.658786 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1437e-8c53-40ce-b7d9-564cdd1c1ff9 req-8b4c9bc4-f73f-4abd-b6df-98c770dd475e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:15.660372 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e9f1437e-8c53-40ce-b7d9-564cdd1c1ff9 req-8b4c9bc4-f73f-4abd-b6df-98c770dd475e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 945 time: 0.0656612 Mar 23 19:25:15.701321 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e9f1437e-8c53-40ce-b7d9-564cdd1c1ff9 req-e222804d-3f26-4d7d-823a-520a15542035 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Mar 23 19:25:15.775627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-196edeee-599f-4126-8146-336645cd4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:16.777066 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:16.813514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fe4c3-a6cc-4c84-8994-6783cae90cbf req-4d132da1-3509-4ae7-86e3-d5100786c33b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:16.814907 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-689fe4c3-a6cc-4c84-8994-6783cae90cbf req-4d132da1-3509-4ae7-86e3-d5100786c33b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 945 time: 0.0485101 Mar 23 19:25:16.855172 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-689fe4c3-a6cc-4c84-8994-6783cae90cbf req-3b4b191f-0dc2-4e40-943e-31cd7720d078 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Mar 23 19:25:17.815650 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 1e9ad986-ebc5-4a85-ac67-12167fc2d834 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:17.867260 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:25:17.871129 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:17.871503 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:17.948181 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:17.974053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:25:17.974440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e1d51-906a-4a8a-9e2f-aa2357312e32 req-53b5fd09-2688-4128-aa2f-55e38187174e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:17.975316 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-082e1d51-906a-4a8a-9e2f-aa2357312e32 req-53b5fd09-2688-4128-aa2f-55e38187174e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 945 time: 0.0554068 Mar 23 19:25:17.978603 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ff427-4a08-425b-951c-554b34784ec9" -d '{"events": [{"server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "name": "network-vif-plugged", "status": "completed", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:25:17.997468 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:18.000583 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:18.001503 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 17844442-669f-4813-837a-7690c811cd0a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:18.026799 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-082e1d51-906a-4a8a-9e2f-aa2357312e32 req-5acfcdd8-380c-493d-ac88-8c2e54a11321 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367317 Mar 23 19:25:18.047314 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4098ecda-ecca-4458-8c98-f845b8f02e56 x-openstack-request-id: req-4098ecda-ecca-4458-8c98-f845b8f02e56 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:25:18.047636 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "name": "network-vif-plugged", "status": "completed", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:25:18.047901 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4098ecda-ecca-4458-8c98-f845b8f02e56 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:25:18.048291 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834', 'code': 200} Mar 23 19:25:18.084458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:18.101743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 17844442-669f-4813-837a-7690c811cd0a completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:25:18.105802 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 17844442-669f-4813-837a-7690c811cd0a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:18.106180 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:18.182120 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:18.216599 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=17844442-669f-4813-837a-7690c811cd0a,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:18.220510 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:18.267474 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:18.296919 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:18.676557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:19.140334 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f4f8-f4ae-4051-841e-20095ca78502 req-eaa32e82-07a7-4afa-9577-cc572dc5ebdf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:19.141850 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b826f4f8-f4ae-4051-841e-20095ca78502 req-eaa32e82-07a7-4afa-9577-cc572dc5ebdf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0479987 Mar 23 19:25:19.179051 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b826f4f8-f4ae-4051-841e-20095ca78502 req-ec8b0157-527c-4e4e-ba2b-1b9bd08318c1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Mar 23 19:25:20.049292 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17844442-669f-4813-837a-7690c811cd0a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:25:20.051639 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e86e0-4006-43bc-8e40-b91b017aa365" -d '{"events": [{"server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "name": "network-vif-plugged", "status": "completed", "tag": "17844442-669f-4813-837a-7690c811cd0a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:25:20.088237 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a98a4b-53bb-43af-bb71-22305613f51c x-openstack-request-id: req-85a98a4b-53bb-43af-bb71-22305613f51c {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:25:20.088619 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "name": "network-vif-plugged", "status": "completed", "tag": "17844442-669f-4813-837a-7690c811cd0a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:25:20.088925 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85a98a4b-53bb-43af-bb71-22305613f51c {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:25:20.089325 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17844442-669f-4813-837a-7690c811cd0a', 'code': 200} Mar 23 19:25:20.206566 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e42e49-4f7b-400c-9d46-ed27f1917e00 req-e1043af9-95e4-4d5f-bd05-a7c03458f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:20.208178 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-76e42e49-4f7b-400c-9d46-ed27f1917e00 req-e1043af9-95e4-4d5f-bd05-a7c03458f8bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0405464 Mar 23 19:25:20.252061 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-76e42e49-4f7b-400c-9d46-ed27f1917e00 req-5fe940eb-e606-4464-a779-93430ad3bba4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Mar 23 19:25:20.298002 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdef1e1-9e11-4ec2-9bf5-6556414b7167 req-7f38ce7a-61a5-4426-91e1-9fc507dc6f9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:20.299532 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6fdef1e1-9e11-4ec2-9bf5-6556414b7167 req-7f38ce7a-61a5-4426-91e1-9fc507dc6f9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0487547 Mar 23 19:25:20.337730 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6fdef1e1-9e11-4ec2-9bf5-6556414b7167 req-b92e0b7a-7b5b-4de6-800f-fa1dce60c559 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Mar 23 19:25:21.018361 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6f361-21a0-4f48-aed1-825779994f8b req-e22b95a2-89a4-4818-acaa-4122fbb2769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:21.019816 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-69b6f361-21a0-4f48-aed1-825779994f8b req-e22b95a2-89a4-4818-acaa-4122fbb2769f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1098 time: 0.0377471 Mar 23 19:25:21.053848 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-69b6f361-21a0-4f48-aed1-825779994f8b req-2a445517-b3e7-4a7b-96f0-1323cb26c8e0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260217 Mar 23 19:25:21.465583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190877-87dc-4a36-adbe-28343305130c req-621de850-b9db-4f5d-aa15-d087eb6a105a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:21.467086 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-45190877-87dc-4a36-adbe-28343305130c req-621de850-b9db-4f5d-aa15-d087eb6a105a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0527298 Mar 23 19:25:21.505732 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-45190877-87dc-4a36-adbe-28343305130c req-92694cbc-e398-4ad8-99ce-df508b6ce80d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Mar 23 19:25:22.618059 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487661f-1ebc-455f-9813-28885d011b48 req-ba4c104d-086a-4f98-a49d-56ebba7dc557 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:22.619511 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d487661f-1ebc-455f-9813-28885d011b48 req-ba4c104d-086a-4f98-a49d-56ebba7dc557 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0482564 Mar 23 19:25:22.658584 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d487661f-1ebc-455f-9813-28885d011b48 req-96b86c0d-df80-4dcc-8884-65248951087d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Mar 23 19:25:23.773603 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7826f-12b4-4825-8844-d38489e3a0c9 req-5dca0321-8c1f-4347-9452-fd4e93a94f1c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:23.775081 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-77d7826f-12b4-4825-8844-d38489e3a0c9 req-5dca0321-8c1f-4347-9452-fd4e93a94f1c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0487468 Mar 23 19:25:23.812550 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-77d7826f-12b4-4825-8844-d38489e3a0c9 req-ba8c5899-dd8e-4af6-a01f-dc17d6ca76b1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Mar 23 19:25:24.933932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b785e3-0e69-48c6-9fcb-cc03d1b5f0e6 req-cb338727-821a-455b-88b1-418d42497214 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:24.935425 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9b785e3-0e69-48c6-9fcb-cc03d1b5f0e6 req-cb338727-821a-455b-88b1-418d42497214 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0579638 Mar 23 19:25:24.974874 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9b785e3-0e69-48c6-9fcb-cc03d1b5f0e6 req-8796c3dd-a92f-4380-afbe-911b6c8b05f6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Mar 23 19:25:25.229592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-a7d74f66-0e1a-45f2-a372-9710bcbd1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:25.231193 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-a7d74f66-0e1a-45f2-a372-9710bcbd1eea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0421062 Mar 23 19:25:25.242391 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe28c78-b6c4-4b3e-9610-cb01fb735c1b req-2abe541e-5ad7-4386-abaf-d58bb76e0f13 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:25.244030 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dbe28c78-b6c4-4b3e-9610-cb01fb735c1b req-2abe541e-5ad7-4386-abaf-d58bb76e0f13 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0505109 Mar 23 19:25:25.282374 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dbe28c78-b6c4-4b3e-9610-cb01fb735c1b req-978caecb-c7f3-4429-9934-5fe28208b1dd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Mar 23 19:25:25.331601 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-208e25f3-5c92-4f6b-b4fc-55ca8294a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:25.333105 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-208e25f3-5c92-4f6b-b4fc-55ca8294a13f service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0949166 Mar 23 19:25:25.372624 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-55c3968a-2015-4094-b4d0-3f19bdb32354 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834 HTTP/1.1" status: 200 len: 217 time: 0.0331044 Mar 23 19:25:25.418998 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-75de7f75-25bb-4d02-a971-0fc874ec4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:25.420403 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-75de7f75-25bb-4d02-a971-0fc874ec4077 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0420287 Mar 23 19:25:25.467316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-2fdffded-213b-406c-837f-be0f97c6f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:25.468732 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-2fdffded-213b-406c-837f-be0f97c6f325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422244 Mar 23 19:25:25.554330 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-ef52844f-73fc-4487-86eb-5d970c7ea90c service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792961 Mar 23 19:25:25.647082 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50ff0fe9-c770-4fa1-bb25-351cc6fff91f req-fc73f2fd-69a1-4ac6-839e-d27d13b898dd service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859127 Mar 23 19:25:26.397974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c4825-a121-459c-9ccf-3edd0be4a1fd req-750cfb43-6dcb-4c51-afd6-36f9978f18f3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:26.400079 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-da4c4825-a121-459c-9ccf-3edd0be4a1fd req-750cfb43-6dcb-4c51-afd6-36f9978f18f3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0483770 Mar 23 19:25:26.437898 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-da4c4825-a121-459c-9ccf-3edd0be4a1fd req-dca72348-e35f-4785-992c-a5ceb7a0f374 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Mar 23 19:25:27.547273 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7d059-9f7b-45fc-8d59-6011b9e3238c req-89778829-a370-42b0-aac3-ce7f0cae507e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:27.548708 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-faf7d059-9f7b-45fc-8d59-6011b9e3238c req-89778829-a370-42b0-aac3-ce7f0cae507e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0469923 Mar 23 19:25:27.587989 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-faf7d059-9f7b-45fc-8d59-6011b9e3238c req-11e911c7-b596-487a-b3b4-165b2b93462f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Mar 23 19:25:28.028471 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43056) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:28.128243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-33419008-fabf-4334-b86c-9c0178003953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.204810 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-33419008-fabf-4334-b86c-9c0178003953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.209117 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-33419008-fabf-4334-b86c-9c0178003953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.255302 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-33419008-fabf-4334-b86c-9c0178003953 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9150a196cc7b49428ea51709bf830fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257004 Mar 23 19:25:28.256384 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33419008-fabf-4334-b86c-9c0178003953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a381bf5-f820-4519-9fee-3c269a0b3a15,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:28.258735 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43064) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:28.317977 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.339135 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.384362 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.386842 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.387973 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a381bf5-f820-4519-9fee-3c269a0b3a15 HTTP/1.1" status: 204 len: 168 time: 0.1279387 Mar 23 19:25:28.395280 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ded7a-4beb-4112-9343-ef4b13a764b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a381bf5-f820-4519-9fee-3c269a0b3a15,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:28.674998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43080) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:28.694319 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3390-29ad-4748-80e4-8598710c05e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.733834 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388ba6-b128-4b2c-9d53-0a215160258b req-9d2a295a-226b-484d-ba52-5f83d1b126d3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:28.735519 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f1388ba6-b128-4b2c-9d53-0a215160258b req-9d2a295a-226b-484d-ba52-5f83d1b126d3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0628922 Mar 23 19:25:28.777000 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f1388ba6-b128-4b2c-9d53-0a215160258b req-bc71e38a-b61c-4364-9cb1-78350172d254 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Mar 23 19:25:28.785514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3390-29ad-4748-80e4-8598710c05e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.789628 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3390-29ad-4748-80e4-8598710c05e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:28.826400 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e3390-29ad-4748-80e4-8598710c05e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db422d-bdb2-4c15-8f6a-6f36864597df,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:28.831704 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0d4e3390-29ad-4748-80e4-8598710c05e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b2af33687044881b70a0331e6288da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556118 Mar 23 19:25:28.834573 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43084) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:28.882339 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.108979 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.153456 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.155776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.156924 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76db422d-bdb2-4c15-8f6a-6f36864597df HTTP/1.1" status: 204 len: 168 time: 0.3215051 Mar 23 19:25:29.164788 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8747a50-d68a-4878-b940-36dcb9b618c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db422d-bdb2-4c15-8f6a-6f36864597df,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:29.459765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43092) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:29.472404 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e908487-3bc0-4192-bab6-7e51c7cf032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.544191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e908487-3bc0-4192-bab6-7e51c7cf032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.547824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e908487-3bc0-4192-bab6-7e51c7cf032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.588418 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6e908487-3bc0-4192-bab6-7e51c7cf032c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=356581c4dade437089fff65faca7fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276381 Mar 23 19:25:29.589432 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e908487-3bc0-4192-bab6-7e51c7cf032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ecbbc-4249-4358-8280-183fa3db125f,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:29.591143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43094) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:29.639163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.659727 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.704755 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.707193 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:29.708345 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/078ecbbc-4249-4358-8280-183fa3db125f HTTP/1.1" status: 204 len: 168 time: 0.1161597 Mar 23 19:25:29.716958 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f26baf-e11a-4094-8db5-e863767c79a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ecbbc-4249-4358-8280-183fa3db125f,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:29.892955 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024ccc-df25-42bd-8ea5-f3878fbcdb26 req-e686c840-66ff-4b0b-b0cf-d9cafaa6a226 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:29.894435 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6d024ccc-df25-42bd-8ea5-f3878fbcdb26 req-e686c840-66ff-4b0b-b0cf-d9cafaa6a226 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0524859 Mar 23 19:25:29.932553 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6d024ccc-df25-42bd-8ea5-f3878fbcdb26 req-fa42d29d-8412-435f-ac05-f6036ce50fe7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Mar 23 19:25:31.266158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a37586-c9eb-4320-b158-7d94dc64fc0e req-b176a8c0-4669-463c-a891-a3c803862079 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:31.267671 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d6a37586-c9eb-4320-b158-7d94dc64fc0e req-b176a8c0-4669-463c-a891-a3c803862079 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.2688949 Mar 23 19:25:31.307028 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d6a37586-c9eb-4320-b158-7d94dc64fc0e req-6a368efc-0547-438e-8fa1-fc387e8a2553 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Mar 23 19:25:32.420649 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142658-8c52-4d0d-8b1a-22f537ee5f00 req-3769403d-791f-48f1-bec6-a70f9af20357 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:32.422185 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9142658-8c52-4d0d-8b1a-22f537ee5f00 req-3769403d-791f-48f1-bec6-a70f9af20357 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Mar 23 19:25:32.459344 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b9142658-8c52-4d0d-8b1a-22f537ee5f00 req-8228e52d-681f-4071-9ab6-bc3da9493b8f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Mar 23 19:25:33.580423 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867d83-2daa-45eb-b729-7784ccae95ea req-fd495b2e-aed1-43b9-93c7-2deaaee55714 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:33.581988 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cb867d83-2daa-45eb-b729-7784ccae95ea req-fd495b2e-aed1-43b9-93c7-2deaaee55714 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0540385 Mar 23 19:25:33.619283 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cb867d83-2daa-45eb-b729-7784ccae95ea req-2413e763-f85f-400b-b61a-554402164c25 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308747 Mar 23 19:25:34.736770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b3383-3d64-4625-a5f2-ea9ebf473140 req-2b88ddaa-608a-45af-aadf-528d6ce2c9db tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:34.736770 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f8b3383-3d64-4625-a5f2-ea9ebf473140 req-2b88ddaa-608a-45af-aadf-528d6ce2c9db tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0483587 Mar 23 19:25:34.769782 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f8b3383-3d64-4625-a5f2-ea9ebf473140 req-eb0ff142-4334-439a-be38-b3e4376b6237 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Mar 23 19:25:35.881508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1cdbd-ce70-4517-bccd-bac2ed463aef req-ab416c3e-b450-4a12-8a22-c4289c49c0fa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:35.882913 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-caa1cdbd-ce70-4517-bccd-bac2ed463aef req-ab416c3e-b450-4a12-8a22-c4289c49c0fa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0473764 Mar 23 19:25:35.919536 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-caa1cdbd-ce70-4517-bccd-bac2ed463aef req-6879dba2-1129-430c-a7f9-1c1ae6156bdd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302069 Mar 23 19:25:37.031041 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae2c3-6b53-4824-b060-2f4f573aeb0c req-09e07004-d48f-4e7b-a1ca-0e70d59f0946 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:37.032510 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-30eae2c3-6b53-4824-b060-2f4f573aeb0c req-09e07004-d48f-4e7b-a1ca-0e70d59f0946 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0482848 Mar 23 19:25:37.069001 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-30eae2c3-6b53-4824-b060-2f4f573aeb0c req-b9f8490a-9b14-4870-adc1-33b57b844dbe tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306294 Mar 23 19:25:38.189688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b489-12f7-40a9-bbd3-fa0461b60861 req-2ff642d9-fcef-47d4-a950-95e3eccb2090 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:38.191127 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dfa2b489-12f7-40a9-bbd3-fa0461b60861 req-2ff642d9-fcef-47d4-a950-95e3eccb2090 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0497549 Mar 23 19:25:38.227557 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dfa2b489-12f7-40a9-bbd3-fa0461b60861 req-2ebe16cc-dc2a-4d66-8bc3-ae29afcfddab tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299206 Mar 23 19:25:39.347872 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0142-38e9-42a9-85c4-702a3c218c97 req-7ca838cb-905f-4af4-b209-e70296dce9b2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:39.349363 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-423a0142-38e9-42a9-85c4-702a3c218c97 req-7ca838cb-905f-4af4-b209-e70296dce9b2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0534751 Mar 23 19:25:39.387406 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-423a0142-38e9-42a9-85c4-702a3c218c97 req-a7685f62-7db9-4468-87cc-aa17a57bb81e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Mar 23 19:25:40.468966 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:40.660478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002975c-13df-4bfb-a429-3c5bfe82e17a req-c12ab06e-d926-42e1-9515-c381a04cc1f7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:40.662021 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d002975c-13df-4bfb-a429-3c5bfe82e17a req-c12ab06e-d926-42e1-9515-c381a04cc1f7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0495803 Mar 23 19:25:40.720365 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d002975c-13df-4bfb-a429-3c5bfe82e17a req-d948c2af-d4e2-48cb-a953-681c5de9035f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495980 Mar 23 19:25:41.835326 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675ca33-eb3b-4077-81a8-043abc881bbb req-23678a0d-0b9a-4756-a023-ef9e9aa1dbed tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:41.836947 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6675ca33-eb3b-4077-81a8-043abc881bbb req-23678a0d-0b9a-4756-a023-ef9e9aa1dbed tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0497758 Mar 23 19:25:41.877097 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6675ca33-eb3b-4077-81a8-043abc881bbb req-161afaff-0e06-46ac-b862-5501c8030648 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Mar 23 19:25:42.296994 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43336) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:42.405028 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-473bf294-600e-4831-8cbe-35a64c02e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.451999 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43342) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:42.481054 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-473bf294-600e-4831-8cbe-35a64c02e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.485808 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-473bf294-600e-4831-8cbe-35a64c02e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.522385 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-473bf294-600e-4831-8cbe-35a64c02e681 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=284953ea5daa4262be16147f1bce697d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243037 Mar 23 19:25:42.525118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bf294-600e-4831-8cbe-35a64c02e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a19b5a-a988-4b72-9d9f-a4bdd36bd8b4,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:42.525794 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43346) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:42.569749 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b23fe57c-02e0-45a6-bdbf-128822ee69ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.611885 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.646550 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.706784 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b23fe57c-02e0-45a6-bdbf-128822ee69ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.710404 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b23fe57c-02e0-45a6-bdbf-128822ee69ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.738025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.740531 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.741712 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01a19b5a-a988-4b72-9d9f-a4bdd36bd8b4 HTTP/1.1" status: 204 len: 168 time: 0.2146900 Mar 23 19:25:42.755531 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b23fe57c-02e0-45a6-bdbf-128822ee69ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42449a2f1f7142868086dee096cc67ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024230 Mar 23 19:25:42.756594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fe57c-02e0-45a6-bdbf-128822ee69ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e4d28d-5343-4473-a539-6c692a6e756a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:42.759079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43356) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:42.767188 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc9d5-6ca6-4ec7-abca-a9d1c5c167f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a19b5a-a988-4b72-9d9f-a4bdd36bd8b4,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:42.818288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.843031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.896966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.900151 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:42.904553 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80e4d28d-5343-4473-a539-6c692a6e756a HTTP/1.1" status: 204 len: 168 time: 0.1439896 Mar 23 19:25:42.914923 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9bd9f-5715-41e2-a6a5-482000719294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e4d28d-5343-4473-a539-6c692a6e756a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:43.013849 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686bc0f-765a-472b-a673-20f05e0e106c req-f4755490-c982-4b75-84c4-8794a6d1849c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:43.017349 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2686bc0f-765a-472b-a673-20f05e0e106c req-f4755490-c982-4b75-84c4-8794a6d1849c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0563173 Mar 23 19:25:43.057180 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2686bc0f-765a-472b-a673-20f05e0e106c req-439dbfca-9d3c-44a4-a57f-ba770fb8195c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Mar 23 19:25:43.067158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43364) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:43.080886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ab4a566c-139d-4749-b765-6a06a8135c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.158604 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ab4a566c-139d-4749-b765-6a06a8135c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.162637 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ab4a566c-139d-4749-b765-6a06a8135c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.205122 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ab4a566c-139d-4749-b765-6a06a8135c37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03ebb41a71df49688eb047695bf34879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366584 Mar 23 19:25:43.206245 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a566c-139d-4749-b765-6a06a8135c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f87772f-5251-4cad-a5c7-a73ede7ffb9a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:43.207989 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43370) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:43.261031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.282775 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.335759 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.338942 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.340107 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f87772f-5251-4cad-a5c7-a73ede7ffb9a HTTP/1.1" status: 204 len: 168 time: 0.1305788 Mar 23 19:25:43.351522 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577864c9-be26-4115-96cd-c67c15394f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f87772f-5251-4cad-a5c7-a73ede7ffb9a,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:43.395875 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-938be7a3-c845-4c55-bfa2-60ffeeb1e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.709818 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43398) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:43.885668 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-259055022-network', 'tenant_id': '0821d3dc5f9d40bb80a941035e40f5ee'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:43.912366 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Made reservation on behalf of 0821d3dc5f9d40bb80a941035e40f5ee for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:43.917032 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:43.935381 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43410) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:43.937397 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.024735 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.030289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.061689 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3239f25a-25b3-49da-bce5-691e042ae15e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:44.062864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c472cb02-63a8-44ef-9f7d-620d5fc22e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.068398 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:25:44.081586 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.082232 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Added segment 184f6c00-45fd-4637-a5f6-080e5c8b792b of type vlan for network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea Mar 23 19:25:44.136943 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.177045 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c472cb02-63a8-44ef-9f7d-620d5fc22e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.182845 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c472cb02-63a8-44ef-9f7d-620d5fc22e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.202963 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.204010 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:44.204637 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.222313 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c472cb02-63a8-44ef-9f7d-620d5fc22e77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77f15e60bb654698af803638d99947e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831812 Mar 23 19:25:44.222642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e603-a674-4694-9216-467b0e84dd03 req-961efb6e-2da4-4868-8b81-d256b18027c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:44.224120 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43422) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:44.225108 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ab97e603-a674-4694-9216-467b0e84dd03 req-961efb6e-2da4-4868-8b81-d256b18027c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0934403 Mar 23 19:25:44.240000 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472cb02-63a8-44ef-9f7d-620d5fc22e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe94859-4dd0-4769-89c5-ac2fe35bceff,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:44.286926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.288723 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5779488 Mar 23 19:25:44.291757 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43426) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:44.298335 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Request body: {'subnet': {'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-259055022-subnet', 'tenant_id': '0821d3dc5f9d40bb80a941035e40f5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:44.321756 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ab97e603-a674-4694-9216-467b0e84dd03 req-ab42663a-df4e-476e-9872-98c7c0dfeef5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Mar 23 19:25:44.325062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e7bb-caed-41f9-b91e-2146e8f67bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6af878-3f86-4e1c-9d88-6ed087b0cdea,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:44.330866 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.338297 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:25:44.344624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Made reservation on behalf of 0821d3dc5f9d40bb80a941035e40f5ee for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:44.347046 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.439127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.441722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.442877 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fe94859-4dd0-4769-89c5-ac2fe35bceff HTTP/1.1" status: 204 len: 168 time: 0.2178497 Mar 23 19:25:44.457087 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252515-5071-400f-98e3-52487b16c198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe94859-4dd0-4769-89c5-ac2fe35bceff,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:44.554229 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.620023 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f893243-654d-4545-892d-eaffbc416eb1,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:44.628334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Checking segment: {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:44.628712 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Network hostable DHCP agents. Network: 7f6af878-3f86-4e1c-9d88-6ed087b0cdea, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:25:44.646752 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:25:44.657159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 7f6af878-3f86-4e1c-9d88-6ed087b0cdea) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:44.661714 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:44.662355 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:44.671907 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028d4404-15dd-4bc9-b2d7-b311b9f5ee59 None None] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:44.687031 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1aae64ae-65f1-43a2-898a-dd5bab964f5f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3931589 Mar 23 19:25:44.813477 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b753579-b475-4201-a8cb-c91fce73d6d5 None None] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:45.450429 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43494) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:45.462980 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92432bf9-766d-4907-8eb8-e07703c21c46 req-1f170906-e6b9-4abc-a201-fa7ca7a979d4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:45.464496 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-92432bf9-766d-4907-8eb8-e07703c21c46 req-1f170906-e6b9-4abc-a201-fa7ca7a979d4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0576873 Mar 23 19:25:45.504217 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-92432bf9-766d-4907-8eb8-e07703c21c46 req-01e1673e-3bc6-4d42-b554-d4a7744fe6a7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Mar 23 19:25:45.559442 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1095857774-network', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:45.578062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Made reservation on behalf of 32b5ecca640545eb8507d2877cd2d48c for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:45.584160 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.589433 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.662818 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.667496 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.688319 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:25:45.701973 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c98ed3-f4f3-46da-83e3-a0d9cf15348c,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:45.706722 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.707071 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Added segment ccf04dee-7dc1-4969-af50-28a294361fad of type vlan for network 1faf4fc1-dbc8-4707-959f-90c24f33794a Mar 23 19:25:45.747308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.776991 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.777971 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:45.778681 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.785147 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-4943a090-7cff-47fc-8ef5-cc086b0010a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.818507 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3669944 Mar 23 19:25:45.821998 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43512) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:45.827555 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Request body: {'subnet': {'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1095857774-subnet', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:45.846543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Made reservation on behalf of 32b5ecca640545eb8507d2877cd2d48c for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:45.849136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:45.851824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdfb50-5a6f-41d9-b96d-2c7059ab2ccd admin admin] Pushing event updated for resources: {'Network': ['ID=1faf4fc1-dbc8-4707-959f-90c24f33794a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:45.863050 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:25:45.881198 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43514) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:45.993145 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-597f75ff-6186-4cdf-a289-913cdb3a03e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.022872 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.066834 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-597f75ff-6186-4cdf-a289-913cdb3a03e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.071792 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-597f75ff-6186-4cdf-a289-913cdb3a03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.078119 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:46.089807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:46.090261 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Network hostable DHCP agents. Network: 1faf4fc1-dbc8-4707-959f-90c24f33794a, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:25:46.107101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:25:46.112442 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-597f75ff-6186-4cdf-a289-913cdb3a03e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6210d965ac964c8c8448914556958d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301290 Mar 23 19:25:46.113229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f75ff-6186-4cdf-a289-913cdb3a03e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c866d77-18fb-41db-820d-bbe60f9b4ce5,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:46.116030 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43518) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:46.124495 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 1faf4fc1-dbc8-4707-959f-90c24f33794a) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:46.129169 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:46.131118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.131855 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322335e7-140a-4dcc-bca2-983dce8e1ca5 None None] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:46.165960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8e5abd4c-7e35-44c6-876f-fa4c9925dfc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3428056 Mar 23 19:25:46.168911 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43520) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:46.174608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:46.190482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.195151 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.196201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.220201 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.262086 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.284940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.288664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.293341 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c866d77-18fb-41db-820d-bbe60f9b4ce5 HTTP/1.1" status: 204 len: 168 time: 0.1740713 Mar 23 19:25:46.308341 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3da68-d466-45c2-bed5-651855dae033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c866d77-18fb-41db-820d-bbe60f9b4ce5,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:46.430300 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.439508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-1faf4fc1-dbc8-4707-959f-90c24f33794a', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:25:46.440581 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.634410 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Allocated IP 172.20.0.2 (1faf4fc1-dbc8-4707-959f-90c24f33794a/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c/cebc4976-38ef-4956-b088-bfb0e81cbfa1) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:46.648625 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418505cf-5ffc-4710-9c2b-7f7515970883 req-d498efc7-0e4b-47f3-a4f9-1f63346973ad tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:46.650229 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-418505cf-5ffc-4710-9c2b-7f7515970883 req-d498efc7-0e4b-47f3-a4f9-1f63346973ad tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0631247 Mar 23 19:25:46.663272 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43542) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:46.687913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ee196d9c-90eb-4717-bbf5-7707925deb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.710896 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-418505cf-5ffc-4710-9c2b-7f7515970883 req-9a6a18f0-1984-4163-9177-19e44c969a70 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533242 Mar 23 19:25:46.780539 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-0da0024c-5387-419c-9700-cb8cc6796955 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:46.782677 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-0da0024c-5387-419c-9700-cb8cc6796955 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 813 time: 0.2318490 Mar 23 19:25:46.790163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ee196d9c-90eb-4717-bbf5-7707925deb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.791806 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.794671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ee196d9c-90eb-4717-bbf5-7707925deb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.814201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.828646 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-4a0415a9-5aed-4bed-879a-e6e9561519ee tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/quotas/0821d3dc5f9d40bb80a941035e40f5ee HTTP/1.1" status: 200 len: 375 time: 0.0165648 Mar 23 19:25:46.838713 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ee196d9c-90eb-4717-bbf5-7707925deb14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c206683ab52946dc8fd366b291bcade5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729972 Mar 23 19:25:46.839597 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196d9c-90eb-4717-bbf5-7707925deb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd439b77-890d-40f1-bf7b-ea3951dad88e,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:46.841950 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43544) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:46.848766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.859943 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.871554 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.897659 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-64b806fe-269b-4fb0-9865-698ef5b61c93 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392869 Mar 23 19:25:46.902759 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.913551 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:46.918784 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:46.921519 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:46.924433 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.929689 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Pushing event updated for resources: {'Port': ['ID=cebc4976-38ef-4956-b088-bfb0e81cbfa1,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:46.937063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.937431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.937778 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.938112 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.938444 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.938775 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.939462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.939462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.939770 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.940063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.940381 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.940705 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:46.979110 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.981836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:46.983096 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd439b77-890d-40f1-bf7b-ea3951dad88e HTTP/1.1" status: 204 len: 168 time: 0.1402402 Mar 23 19:25:46.991938 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017f7fe-d0eb-428d-bc21-c7042169f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd439b77-890d-40f1-bf7b-ea3951dad88e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:47.014076 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Allocated IP 172.27.3.93 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/4db4ecca-798b-42fd-8bf8-b1df7ea272c8) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:47.017396 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Attempting to bind port cebc4976-38ef-4956-b088-bfb0e81cbfa1 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:47.017580 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Attempting to bind port cebc4976-38ef-4956-b088-bfb0e81cbfa1 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:47.017946 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Attempting to bind port cebc4976-38ef-4956-b088-bfb0e81cbfa1 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:47.027082 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:47.027510 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:47.027944 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.028609 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Bound using segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:47.029144 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Bound port: cebc4976-38ef-4956-b088-bfb0e81cbfa1, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:47.029572 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.041720 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-4a8f140e-56bd-44b9-a5c7-57b3ddda521b service neutron] 10.222.0.43 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360931 Mar 23 19:25:47.108583 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] For port cebc4976-38ef-4956-b088-bfb0e81cbfa1, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:47.111923 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] For port cebc4976-38ef-4956-b088-bfb0e81cbfa1, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=cebc4976-38ef-4956-b088-bfb0e81cbfa1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:47.116301 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.175800 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c648d0-5552-4fbf-b3fb-25c9faaa6c4a None None] Pushing event updated for resources: {'Port': ['ID=cebc4976-38ef-4956-b088-bfb0e81cbfa1,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:47.207860 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-9745c22f-247f-40ab-b9fe-0e978573888f service neutron] 10.222.0.43 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516514 Mar 23 19:25:47.210739 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.254538 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.293145 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:47.297704 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:47.301603 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:47.326785 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Pushing event updated for resources: {'Port': ['ID=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:47.429736 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3f829d09-0227-435f-8ea2-b61ed41775e7 req-c99ae173-5f8f-467f-8cb2-63bf7af13cf8 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 210 time: 0.0454698 Mar 23 19:25:47.637353 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.885375 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:47.923816 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43578) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:47.939367 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1fa1-88e5-4b11-9160-25603cf5165b req-568d84a8-f5a2-46c9-8d01-5e0cd59bfe62 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:47.940941 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-541a1fa1-88e5-4b11-9160-25603cf5165b req-568d84a8-f5a2-46c9-8d01-5e0cd59bfe62 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.1012259 Mar 23 19:25:48.023898 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-541a1fa1-88e5-4b11-9160-25603cf5165b req-049f3d74-e9cc-498d-8b10-64d3905a257f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 Mar 23 19:25:48.068046 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Router a567d415-6f8e-47ed-8239-27f3ca168b53 is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:25:48.080203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075392478-network', 'tenant_id': 'd07307465aad43ffb95dae2c5656aacd'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:48.104643 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Made reservation on behalf of d07307465aad43ffb95dae2c5656aacd for: {'network': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:48.107624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.119572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.215743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.220498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.254825 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:25:48.261638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27c778-1855-4bbc-9233-8fa330010e8c,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:48.270114 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.270461 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.segments_db [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Added segment 6384e3c3-e72b-4c77-9bed-dd79cd197efb of type vlan for network e990d2d5-965e-4aff-bc0e-a660a494cc8b Mar 23 19:25:48.304677 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.322452 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.350997 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.353536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:48.354156 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.388750 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4631603 Mar 23 19:25:48.393284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43584) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:48.409447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f173290-1b1f-4cd1-8f4e-b856e818f048 None None] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:48.428536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:25:48.434320 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ebeef-07ee-416b-b37a-4708c04d499b admin admin] Pushing event updated for resources: {'Network': ['ID=e990d2d5-965e-4aff-bc0e-a660a494cc8b,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:48.439225 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Request body: {'subnet': {'network_id': 'e990d2d5-965e-4aff-bc0e-a660a494cc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075392478-subnet', 'tenant_id': 'd07307465aad43ffb95dae2c5656aacd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:48.440593 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:25:48.457328 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network e990d2d5-965e-4aff-bc0e-a660a494cc8b details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:25:48.458889 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.459131 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:48.460074 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:48.464092 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f6010b0b-7409-4b24-b3b8-0fd673f61441 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2909379 Mar 23 19:25:48.464410 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43588) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:48.576133 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] Provisioning complete for port cebc4976-38ef-4956-b088-bfb0e81cbfa1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:48.577049 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.655066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Made reservation on behalf of d07307465aad43ffb95dae2c5656aacd for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:48.657599 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.681350 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-46e8a393-c484-4b93-a4a6-d4388748e302 req-84260c15-387e-4046-b42c-41155d318e28 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 210 time: 0.1518924 Mar 23 19:25:48.702516 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-4bc3fc1f-7adf-48d5-b819-27dd09d69fcb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:48.704167 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-4bc3fc1f-7adf-48d5-b819-27dd09d69fcb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 813 time: 0.1736760 Mar 23 19:25:48.726293 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Request body: {'port': {'device_id': 'b7b4b850-0286-4055-a346-058351397c2f', 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea', 'admin_state_up': True, 'tenant_id': '0821d3dc5f9d40bb80a941035e40f5ee'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:48.759324 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.759940 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:48.779592 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.829595 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] For port cebc4976-38ef-4956-b088-bfb0e81cbfa1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=cebc4976-38ef-4956-b088-bfb0e81cbfa1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:48.835831 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:48.919544 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f75ed-6c00-4873-8ee2-1331c27d6ab2 None None] Pushing event updated for resources: {'Port': ['ID=cebc4976-38ef-4956-b088-bfb0e81cbfa1,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:48.963846 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device cebc4976-38ef-4956-b088-bfb0e81cbfa1 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:49.022458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Made reservation on behalf of 0821d3dc5f9d40bb80a941035e40f5ee for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:49.025962 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.029822 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port cebc4976-38ef-4956-b088-bfb0e81cbfa1 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:49.030712 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.051381 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:47Z', 'revision_number': 3, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:49.082267 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:25:49.082537 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Updating router a567d415-6f8e-47ed-8239-27f3ca168b53 port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:25:49.092065 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d2700f1e-3c89-4274-9086-5e83b3e3f7e3 None None] Provisioning complete for port cebc4976-38ef-4956-b088-bfb0e81cbfa1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:49.092453 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d2700f1e-3c89-4274-9086-5e83b3e3f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.110355 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.172552 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073d43e-3f77-40f0-a961-72435d1ad2f4 req-02479555-08dd-49ef-84fc-2e253c55c366 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:49.180873 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2073d43e-3f77-40f0-a961-72435d1ad2f4 req-02479555-08dd-49ef-84fc-2e253c55c366 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0610099 Mar 23 19:25:49.246282 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2073d43e-3f77-40f0-a961-72435d1ad2f4 req-dffb6e46-5240-4bd1-8f76-4d9c1a86bfe4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560098 Mar 23 19:25:49.271528 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.403766 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.409846 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.416008 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9baa0a-ed62-4d3b-ae73-0a7c9e66fd37,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:49.426970 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Allocated IP 172.20.0.8 (7f6af878-3f86-4e1c-9d88-6ed087b0cdea/7f893243-654d-4545-892d-eaffbc416eb1/34efc700-d9b8-41fb-9e72-d3596752dd3a) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:49.447960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Checking segment: {'id': '6384e3c3-e72b-4c77-9bed-dd79cd197efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e990d2d5-965e-4aff-bc0e-a660a494cc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:49.448329 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Network hostable DHCP agents. Network: e990d2d5-965e-4aff-bc0e-a660a494cc8b, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:25:49.463411 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Attempting to bind port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:49.463974 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Attempting to bind port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:49.464227 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Attempting to bind port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:49.474171 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:49.474538 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:49.474935 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.475320 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:49.475776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Bound port: 4db4ecca-798b-42fd-8bf8-b1df7ea272c8, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:49.476174 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.478342 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Pushing event updated for resources: {'Port': ['ID=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:49.508682 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.509069 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.509413 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.509835 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.510194 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.510476 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.510834 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.511196 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.511554 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.511946 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.512313 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.512621 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:25:49.518916 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Network e990d2d5-965e-4aff-bc0e-a660a494cc8b is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:25:49.540890 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, e990d2d5-965e-4aff-bc0e-a660a494cc8b) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:49.548697 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] For port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:49.549563 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1995a-5955-451e-8dc4-701ef4436143 None None] Network e990d2d5-965e-4aff-bc0e-a660a494cc8b requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:49.552411 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] For port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:49.558386 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.576610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:49.577267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.616096 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:49.616806 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:49.641367 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b37bce77-0328-4df6-9818-302f42b8e12b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2113235 Mar 23 19:25:49.659537 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5ddad-9d0d-413c-9f14-1529b2aa1864 None None] Pushing event updated for resources: {'Port': ['ID=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:49.731083 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5726dcb-3e45-400a-b2e4-519580668b57 None None] Network e990d2d5-965e-4aff-bc0e-a660a494cc8b requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:49.731592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.735850 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.765627 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:49.849113 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e5c063a0-9aa5-490c-af6b-13f02e11d5ae req-21855e11-bfe7-4181-8be5-dfc378fc5ee1 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 210 time: 0.0373983 Mar 23 19:25:49.968244 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:49.975460 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:25:49.980308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Allocated IP 172.20.0.1 (1faf4fc1-dbc8-4707-959f-90c24f33794a/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c/42ef2e5e-d38c-450f-91db-4e4b9704e1b1) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:50.005565 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:47Z', 'revision_number': 3, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:50.036852 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d6baa3-4197-4806-987c-dcb03a169ddc None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:47Z', 'revision_number': 3, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:25:50.039761 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:50.045456 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:50.240025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43614) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:50.245539 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1928003012-network', 'tenant_id': '420e2820102445a0a40777883425d138'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:50.299831 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Made reservation on behalf of 420e2820102445a0a40777883425d138 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:50.302532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.307897 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Pushing event updated for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:50.310385 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:50.318117 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.403136 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab79a2-73bc-4e83-a923-4613237ff430 req-a2c61182-0c42-4354-969b-1d66558cc161 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:50.404971 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5ab79a2-73bc-4e83-a923-4613237ff430 req-a2c61182-0c42-4354-969b-1d66558cc161 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0765955 Mar 23 19:25:50.407718 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:50.408441 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.441439 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-27eb4c2c-cb7d-4896-bd73-f0e991f3a946 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220247 Mar 23 19:25:50.459104 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.463954 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Request body: {'port': {'device_id': 'b7b4b850-0286-4055-a346-058351397c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:50.470095 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5ab79a2-73bc-4e83-a923-4613237ff430 req-6843300a-a076-4f93-aa7f-af4768edfd70 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Mar 23 19:25:50.483305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.496151 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.516751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:25:50.532695 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcf8069-3f02-4416-8bef-95d0a306a12d,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:50.535770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.536120 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Added segment 18922360-00a4-400a-8d0c-405d92c031b4 of type vlan for network 1beeeb77-b134-4596-95c8-9c7d78974a8e Mar 23 19:25:50.544097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.562682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.590462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.624643 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.626778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:50.627723 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.637971 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:50.650003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:50.653622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:50.671636 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4304917 Mar 23 19:25:50.697706 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43618) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:50.704622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Request body: {'subnet': {'network_id': '1beeeb77-b134-4596-95c8-9c7d78974a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1928003012-subnet', 'tenant_id': '420e2820102445a0a40777883425d138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:50.717936 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e934231-e58c-4cf3-8c8b-ff3b5c68180b admin admin] Pushing event updated for resources: {'Network': ['ID=1beeeb77-b134-4596-95c8-9c7d78974a8e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:50.731455 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Made reservation on behalf of 420e2820102445a0a40777883425d138 for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:50.733458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 1beeeb77-b134-4596-95c8-9c7d78974a8e details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:25:50.735247 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137283'] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:50.796983 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Pushing event updated for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:50.869941 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.089010 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3856693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137301'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.100202 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device cebc4976-38ef-4956-b088-bfb0e81cbfa1 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:51.142478 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e1289a-d180-4d9a-b861-d42bd6013bee,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:51.151370 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed8ffa-63cb-4a2a-96c7-ed996e58b3b7 req-a7f28a87-4855-4980-b2e9-359c3b7b8c64 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:51.152795 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-baed8ffa-63cb-4a2a-96c7-ed996e58b3b7 req-a7f28a87-4855-4980-b2e9-359c3b7b8c64 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 931 time: 0.1486151 Mar 23 19:25:51.167037 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1f4407b8-ba59-4f5c-bfa0-2f74712ffabe None None] Provisioning complete for port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:51.169368 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f4407b8-ba59-4f5c-bfa0-2f74712ffabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.179270 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Checking segment: {'id': '18922360-00a4-400a-8d0c-405d92c031b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1beeeb77-b134-4596-95c8-9c7d78974a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:51.179632 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Network hostable DHCP agents. Network: 1beeeb77-b134-4596-95c8-9c7d78974a8e, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:25:51.204078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Network 1beeeb77-b134-4596-95c8-9c7d78974a8e is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:25:51.214737 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.216596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 1beeeb77-b134-4596-95c8-9c7d78974a8e) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:51.223625 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-1f4407b8-ba59-4f5c-bfa0-2f74712ffabe None None] Port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:25:51.228501 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efa778-d5df-4b30-aa8f-f2368ce6f9a1 None None] Network 1beeeb77-b134-4596-95c8-9c7d78974a8e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:51.234175 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:51.234617 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port cebc4976-38ef-4956-b088-bfb0e81cbfa1 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:51.234770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.235193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.273322 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d06c9b2c-54e3-45c9-a3f1-fb9256a8ae3e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5743921 Mar 23 19:25:51.303510 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-baed8ffa-63cb-4a2a-96c7-ed996e58b3b7 req-dcf83c5a-b990-4b73-bc97-fb66800467ce tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262975 Mar 23 19:25:51.312898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34efc700-d9b8-41fb-9e72-d3596752dd3a {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:51.323881 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.355796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Transition to ACTIVE for port object 34efc700-d9b8-41fb-9e72-d3596752dd3a will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:25:51.361190 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.454681 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:51.484347 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:51.484668 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca4ba2b-00ba-4ee4-a2dc-4c5e6d3fd230 None None] Network 1beeeb77-b134-4596-95c8-9c7d78974a8e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:51.571244 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.574774 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Attempting to bind port 34efc700-d9b8-41fb-9e72-d3596752dd3a on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:51.575117 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Attempting to bind port 34efc700-d9b8-41fb-9e72-d3596752dd3a by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:51.575449 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Attempting to bind port 34efc700-d9b8-41fb-9e72-d3596752dd3a on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:51.580207 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.589959 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:51.590334 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.601893 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Port 34efc700-d9b8-41fb-9e72-d3596752dd3a on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:25:51.602232 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Attempting to bind port 34efc700-d9b8-41fb-9e72-d3596752dd3a on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:51.644607 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:51.644983 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Checking segment: {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:51.645377 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Bound using segment: {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:51.645833 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Bound port: 34efc700-d9b8-41fb-9e72-d3596752dd3a, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:51.646196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.679068 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bbc12-d891-4bc2-b23e-3182c4bac924 req-bb7efb29-fd15-42e4-8b5c-009ae42d4570 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:51.681579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-953bbc12-d891-4bc2-b23e-3182c4bac924 req-bb7efb29-fd15-42e4-8b5c-009ae42d4570 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.1179535 Mar 23 19:25:51.717814 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.736438 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:51.740642 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:51.745320 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-953bbc12-d891-4bc2-b23e-3182c4bac924 req-38d987ff-9ac8-43fc-88b7-3777ed8045a9 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Mar 23 19:25:51.748330 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.759079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.759079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Pushing event updated for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:51.764932 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:51.771130 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.813189 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:51.813602 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:51.815074 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] 10.222.0.42 "PUT /v2.0/ports/34efc700-d9b8-41fb-9e72-d3596752dd3a HTTP/1.1" status: 200 len: 1093 time: 1.3592436 Mar 23 19:25:51.818229 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:25:51.821330 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfb3b8b-b284-40e8-b7ca-899e42a47f66" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:25:51.892431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e401e-c6fc-4f0d-a31d-8a8412e3ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:51.899348 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc7878-1864-4f8d-b092-8b84ef1c0e41 x-openstack-request-id: req-b8dc7878-1864-4f8d-b092-8b84ef1c0e41 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:25:51.899636 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:25:51.899891 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8dc7878-1864-4f8d-b092-8b84ef1c0e41 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:25:51.912929 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a', 'status': 'completed', 'code': 200} Mar 23 19:25:51.990563 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:52.008854 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-e1c01cdf-61cd-4675-95ff-bc070542b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.010991 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-e1c01cdf-61cd-4675-95ff-bc070542b8a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 1096 time: 0.1435220 Mar 23 19:25:52.069469 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-d32d390c-f1ad-4cfb-863a-2217c7c1e0dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a HTTP/1.1" status: 200 len: 217 time: 0.0492861 Mar 23 19:25:52.074210 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:52.075550 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:52.162739 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-6977067a-6291-4455-834b-a484574130bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.164300 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-6977067a-6291-4455-834b-a484574130bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f893243-654d-4545-892d-eaffbc416eb1 HTTP/1.1" status: 200 len: 853 time: 0.0866425 Mar 23 19:25:52.231246 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-f58e4f97-beef-47a4-81c3-1a4a7f091b83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584524 Mar 23 19:25:52.270033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:25:52.353387 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-c3b2eeb0-d41a-4c00-9901-7a81dc55706f None None] Provisioning complete for port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:52.354028 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c3b2eeb0-d41a-4c00-9901-7a81dc55706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:52.389429 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2eeb0-d41a-4c00-9901-7a81dc55706f None None] Port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:25:52.395045 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-f6b34aa7-f9c8-427b-b63f-bf6649cdd60d service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553895 Mar 23 19:25:52.437303 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246ffa-c563-4783-9e03-36dc285be863 req-d5d275dd-1edb-419a-848d-9ce09a1f65ca tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.438922 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-17246ffa-c563-4783-9e03-36dc285be863 req-d5d275dd-1edb-419a-848d-9ce09a1f65ca tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 943 time: 0.0520375 Mar 23 19:25:52.476527 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-17246ffa-c563-4783-9e03-36dc285be863 req-14538930-93c6-4080-b89b-357699b0e1ec tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Mar 23 19:25:52.492094 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:25:52.501317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-4012988d-0b65-4393-9c92-e48e20b1fa39 admin admin] 10.222.0.43 "PUT /v2.0/routers/a567d415-6f8e-47ed-8239-27f3ca168b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0358474 Mar 23 19:25:52.501719 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:25:52.513061 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:52.513897 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:52.533320 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70e0873d-0edc-4201-b0af-027c7b58df3c req-722fd3ee-c6be-4a88-8dae-28b46ada465e service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122308 Mar 23 19:25:52.634398 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:52.634807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-3b146d4f-4640-4ffa-a4a8-31c21b2d33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.636410 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-3b146d4f-4640-4ffa-a4a8-31c21b2d33c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 1096 time: 0.0432305 Mar 23 19:25:52.747557 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-fd8c29c0-3283-40db-b398-cd30689651b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.749170 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-fd8c29c0-3283-40db-b398-cd30689651b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 913 time: 0.1046865 Mar 23 19:25:52.815269 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-61e7b43f-5ad0-4834-bca5-25e5d0d3ce3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a HTTP/1.1" status: 200 len: 217 time: 0.0587208 Mar 23 19:25:52.875053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 2, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:52.892700 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-e576e1cf-9ffa-4a5c-8491-813a4a3b24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.894204 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-e576e1cf-9ffa-4a5c-8491-813a4a3b24d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f893243-654d-4545-892d-eaffbc416eb1 HTTP/1.1" status: 200 len: 853 time: 0.0699134 Mar 23 19:25:52.905371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eefca-f488-4bc4-95d9-90c5837a45a1 req-e0ce267a-a27d-41ce-b000-439b556bce55 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:52.906633 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-551eefca-f488-4bc4-95d9-90c5837a45a1 req-e0ce267a-a27d-41ce-b000-439b556bce55 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0939443 Mar 23 19:25:52.907284 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:52.910848 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:25:52.911216 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Updating router a567d415-6f8e-47ed-8239-27f3ca168b53 port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:25:52.938069 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-8f4d97d3-bb55-4872-85fc-5cb292be64eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303080 Mar 23 19:25:52.964319 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.040482 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:53.040902 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.055609 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-551eefca-f488-4bc4-95d9-90c5837a45a1 req-94e10190-e33d-4fc3-911f-1d73aee0b071 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397622 Mar 23 19:25:53.084332 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-ff49ff87-3bfc-4d72-9007-53b807693ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395700 Mar 23 19:25:53.153135 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43662) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:53.159065 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-600580525-network', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:53.182426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Made reservation on behalf of 6287345dc02c4d8cb310e7b56d32d447 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:53.185130 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.194722 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.220721 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-acfb3b8b-b284-40e8-b7ca-899e42a47f66 req-95835b07-9c14-4453-bc47-776c97f2b5ce service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185308 Mar 23 19:25:53.297178 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.302790 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.337606 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:25:53.366046 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.366598 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Added segment e02e5494-f315-4c4b-b742-9810d615f5bf of type vlan for network 712210ea-3c74-4213-b243-7dc9498d26ca Mar 23 19:25:53.369758 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b20777-881c-438b-a539-3c65d469788a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:53.454083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.459473 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.471826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.505048 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.507308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:53.510171 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.542557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760d4b-1272-4399-81ed-87079ff6dad6 None None] Pushing event updated for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:53.581771 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4264779 Mar 23 19:25:53.584577 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43672) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:53.594616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Request body: {'subnet': {'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-600580525-subnet', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:53.606148 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Attempting to bind port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:53.606539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Attempting to bind port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:53.606925 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Attempting to bind port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:53.616426 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:53.616884 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:53.617285 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.618597 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Bound using segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:53.619193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Bound port: 42ef2e5e-d38c-450f-91db-4e4b9704e1b1, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:53.621730 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.635338 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Made reservation on behalf of 6287345dc02c4d8cb310e7b56d32d447 for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:25:53.637902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.683487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8d2e-2d36-4684-8d4b-dd5bebac240b admin admin] Pushing event updated for resources: {'Network': ['ID=712210ea-3c74-4213-b243-7dc9498d26ca,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:53.696526 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 712210ea-3c74-4213-b243-7dc9498d26ca details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:25:53.740052 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c9b5c-264a-4af9-9143-07c1bf83d6df req-bcd35a61-bfb4-4f61-8551-58afea56e460 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:53.741662 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-de3c9b5c-264a-4af9-9143-07c1bf83d6df req-bcd35a61-bfb4-4f61-8551-58afea56e460 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 943 time: 0.0777142 Mar 23 19:25:53.799252 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] For port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:53.800043 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-de3c9b5c-264a-4af9-9143-07c1bf83d6df req-bf650ce1-b9ae-4e88-b25d-67dd9418a8b4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Mar 23 19:25:53.802872 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] For port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:53.809885 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.870169 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:53.870829 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:53.876421 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd760d4b-1272-4399-81ed-87079ff6dad6 None None] Pushing event updated for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:53.877106 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.942929 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] Provisioning complete for port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:53.943337 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:53.945196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb534834-29ea-40f4-9783-893f1822d1bc,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:53.951260 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Checking segment: {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:53.951621 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Network hostable DHCP agents. Network: 712210ea-3c74-4213-b243-7dc9498d26ca, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:25:53.973517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Network 712210ea-3c74-4213-b243-7dc9498d26ca is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:25:53.984954 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 712210ea-3c74-4213-b243-7dc9498d26ca) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:53.989493 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:53.990544 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.007694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1ff3e-6c48-437b-9695-c80287153dde None None] Network 712210ea-3c74-4213-b243-7dc9498d26ca requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:54.009631 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-17b36065-b76b-481b-9af3-82490740bc6c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4230528 Mar 23 19:25:54.012569 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43674) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:54.017176 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:54.044255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.045363 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.093590 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:54.105625 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.178430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2b96-85a2-4b85-9252-1ea43fd28ee4 req-685a5c99-660f-4611-9c46-9fdf72cf36cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:54.180575 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2e5c2b96-85a2-4b85-9252-1ea43fd28ee4 req-685a5c99-660f-4611-9c46-9fdf72cf36cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0513542 Mar 23 19:25:54.221291 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2e5c2b96-85a2-4b85-9252-1ea43fd28ee4 req-50461831-26ec-44cb-a5e4-f61fd5070c32 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Mar 23 19:25:54.250504 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.280755 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.446388 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.465845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.494826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-712210ea-3c74-4213-b243-7dc9498d26ca', 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'fixed_ips': [{'subnet_id': 'fb534834-29ea-40f4-9783-893f1822d1bc'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:25:54.495687 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.503862 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] For port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:54.516783 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.579985 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Allocated IP 172.27.3.102 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/c13f12fd-a21e-456b-8369-92fcb62eead2) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:54.674556 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a1db3-b408-427e-8680-5318c0e3ec46 None None] Pushing event updated for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:54.692937 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-448f3168-8c46-4a21-b839-1003571d0dfc None None] Provisioning complete for port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:54.693360 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-448f3168-8c46-4a21-b839-1003571d0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.702792 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.746766 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:54.764623 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:53Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:54.804800 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Allocated IP 172.20.0.2 (712210ea-3c74-4213-b243-7dc9498d26ca/fb534834-29ea-40f4-9783-893f1822d1bc/47debffb-1740-4540-9119-22a9ac4103ec) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:54.804800 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec939c-3ce4-4258-b82a-ca8819eca880 None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:53Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:25:54.816788 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:54.818640 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:54.821469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:54.920740 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Pushing event updated for resources: {'Port': ['ID=c13f12fd-a21e-456b-8369-92fcb62eead2,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:55.051793 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85231b96-f303-42a8-8730-246ca72e21d0 req-07d46e48-7387-410e-afa0-7735191720f8 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:55.053392 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85231b96-f303-42a8-8730-246ca72e21d0 req-07d46e48-7387-410e-afa0-7735191720f8 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 943 time: 0.1134396 Mar 23 19:25:55.106323 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.114678 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.162578 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85231b96-f303-42a8-8730-246ca72e21d0 req-32c408ba-7634-4862-9c9a-7ea310bf95a1 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707643 Mar 23 19:25:55.163135 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Network 712210ea-3c74-4213-b243-7dc9498d26ca is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:55.166528 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:55.170749 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:55.177999 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Pushing event updated for resources: {'Port': ['ID=47debffb-1740-4540-9119-22a9ac4103ec,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:55.185147 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.235560 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Attempting to bind port 47debffb-1740-4540-9119-22a9ac4103ec on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:55.236156 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Attempting to bind port 47debffb-1740-4540-9119-22a9ac4103ec by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:55.236620 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Attempting to bind port 47debffb-1740-4540-9119-22a9ac4103ec on network 712210ea-3c74-4213-b243-7dc9498d26ca {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:55.243332 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:55.243868 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Checking segment: {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:55.244369 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.244886 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Bound using segment: {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:55.245449 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Bound port: 47debffb-1740-4540-9119-22a9ac4103ec, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:55.246246 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.325492 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] For port 47debffb-1740-4540-9119-22a9ac4103ec, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:55.330411 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] For port 47debffb-1740-4540-9119-22a9ac4103ec, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=47debffb-1740-4540-9119-22a9ac4103ec,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:55.339692 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.394443 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a329de-19e7-4627-9d9e-6c72a7e8046f req-83d91d32-9260-459c-9dbd-c44fc5e28238 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:55.402349 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-44a329de-19e7-4627-9d9e-6c72a7e8046f req-83d91d32-9260-459c-9dbd-c44fc5e28238 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0848465 Mar 23 19:25:55.412661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.419378 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21b775-0741-420f-80e7-13ca8008c922 None None] Pushing event updated for resources: {'Port': ['ID=47debffb-1740-4540-9119-22a9ac4103ec,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:55.458879 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-44a329de-19e7-4627-9d9e-6c72a7e8046f req-72d73df5-d4b1-4bc3-91e2-8f2f0c18c45b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546312 Mar 23 19:25:55.571849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:25:55.712085 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:25:55.722147 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Sync routers for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:25:55.732806 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:55.733459 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:55.748432 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:55.754108 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-658e8d4f-bab9-4cc5-8615-4383b2b7f9ec admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7404292 Mar 23 19:25:55.758878 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43690) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:55.863606 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:55.914934 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 34efc700-d9b8-41fb-9e72-d3596752dd3a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:25:56.062351 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:55Z', 'revision_number': 3, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:56.088777 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:56.090766 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Checking router: 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:25:56.091215 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Updating router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd port c13f12fd-a21e-456b-8369-92fcb62eead2 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:25:56.104737 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '34efc700-d9b8-41fb-9e72-d3596752dd3a', 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea', 'port_id': '34efc700-d9b8-41fb-9e72-d3596752dd3a', 'mac_address': 'fa:16:3e:56:48:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f893243-654d-4545-892d-eaffbc416eb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:25:56.127154 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.184301 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.206871 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34efc700-d9b8-41fb-9e72-d3596752dd3a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:25:56.232843 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:56.241523 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.358324 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:56.530956 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32677e-33ac-439f-8011-f4cd89dd079b req-171748f9-09d2-4bf0-95e1-891143742b8e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:56.532397 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-be32677e-33ac-439f-8011-f4cd89dd079b req-171748f9-09d2-4bf0-95e1-891143742b8e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 944 time: 0.0962274 Mar 23 19:25:56.621480 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d614d9e-c1f4-44bb-82cb-4f5e778a92fa None None] Network 712210ea-3c74-4213-b243-7dc9498d26ca requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:25:56.636625 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.645796 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.646245 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-be32677e-33ac-439f-8011-f4cd89dd079b req-5ceead82-a75f-4910-bd58-4ea2c5a91a4b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049984 Mar 23 19:25:56.678946 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.680778 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['34efc700-d9b8-41fb-9e72-d3596752dd3a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:25:56.731605 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Attempting to bind port c13f12fd-a21e-456b-8369-92fcb62eead2 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:25:56.732215 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Attempting to bind port c13f12fd-a21e-456b-8369-92fcb62eead2 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:25:56.733365 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Attempting to bind port c13f12fd-a21e-456b-8369-92fcb62eead2 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:25:56.742972 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:25:56.743454 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:25:56.743930 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.744905 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:25:56.745157 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Bound port: c13f12fd-a21e-456b-8369-92fcb62eead2, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:25:56.746082 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.749126 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4fa2-8495-43e6-bf06-e4475eab5b38 None None] Pushing event updated for resources: {'Port': ['ID=c13f12fd-a21e-456b-8369-92fcb62eead2,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:56.783266 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] Provisioning complete for port 47debffb-1740-4540-9119-22a9ac4103ec triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:56.783650 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.867066 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Allocated IP 172.20.0.1 (712210ea-3c74-4213-b243-7dc9498d26ca/fb534834-29ea-40f4-9783-893f1822d1bc/6a94129b-9b89-4000-ad77-dd7a6da07dbd) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:25:56.922595 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] For port c13f12fd-a21e-456b-8369-92fcb62eead2, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:25:56.924940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d4051-232a-4ed0-881f-b6dc32972def req-04589b36-5b37-4dbc-9468-08025e671bea tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:56.931937 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] For port c13f12fd-a21e-456b-8369-92fcb62eead2, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c13f12fd-a21e-456b-8369-92fcb62eead2,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:25:56.937065 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-624d4051-232a-4ed0-881f-b6dc32972def req-04589b36-5b37-4dbc-9468-08025e671bea tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.3772402 Mar 23 19:25:56.949248 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.987487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:56.990696 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-624d4051-232a-4ed0-881f-b6dc32972def req-f3f2c528-7bc1-4293-be2e-d0b7244346a3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Mar 23 19:25:57.029113 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.034750 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:57.035822 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:57.040530 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.089523 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] For port 47debffb-1740-4540-9119-22a9ac4103ec, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=47debffb-1740-4540-9119-22a9ac4103ec,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:57.096610 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.102024 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 47debffb-1740-4540-9119-22a9ac4103ec up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:57.114314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Network 712210ea-3c74-4213-b243-7dc9498d26ca is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:57.118442 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:57.123108 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:25:57.126491 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Pushing event updated for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:57.145535 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4fa2-8495-43e6-bf06-e4475eab5b38 None None] Pushing event updated for resources: {'Port': ['ID=c13f12fd-a21e-456b-8369-92fcb62eead2,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:57.187228 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdffe7-cdba-4025-82f1-54c8bc116fb1 None None] Pushing event updated for resources: {'Port': ['ID=47debffb-1740-4540-9119-22a9ac4103ec,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:57.189469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.198729 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 47debffb-1740-4540-9119-22a9ac4103ec triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:57.199359 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.223240 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:57.290657 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:57.337604 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.350776 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:57.351161 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.446741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-20824eca-531c-42e9-b676-eb58753cd269 None None] Provisioning complete for port 47debffb-1740-4540-9119-22a9ac4103ec triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:57.447132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-20824eca-531c-42e9-b676-eb58753cd269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.498165 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:55Z', 'revision_number': 3, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:57.554219 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3734fa7e-0cec-4a34-beee-5b07ee9bf733 None None] The sync data for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi is: [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:55Z', 'revision_number': 3, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:25:57.626199 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.634938 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.727351 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.729246 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Pushing event updated for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:57.824297 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-a5983ec0-2a49-4850-8c97-33a3b66b7009 None None] Provisioning complete for port 6a94129b-9b89-4000-ad77-dd7a6da07dbd triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:57.824685 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a5983ec0-2a49-4850-8c97-33a3b66b7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:57.893063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-a5983ec0-2a49-4850-8c97-33a3b66b7009 None None] Port 6a94129b-9b89-4000-ad77-dd7a6da07dbd cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:25:57.946294 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69b87d-a598-4d3e-92a2-26271e7a98c1 req-f4084447-225d-429f-9a4d-98c75e64c5f5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:57.947925 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fc69b87d-a598-4d3e-92a2-26271e7a98c1 req-f4084447-225d-429f-9a4d-98c75e64c5f5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 944 time: 0.1663358 Mar 23 19:25:57.950819 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Network 712210ea-3c74-4213-b243-7dc9498d26ca is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:25:57.953483 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:25:58.046069 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fc69b87d-a598-4d3e-92a2-26271e7a98c1 req-ad7c7537-8a7e-4bff-9008-f1b2d32aefa6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Mar 23 19:25:58.119060 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb3a40-53a2-4125-a0c3-8a25c38e215a req-93601b7e-0cf5-4b04-863f-48c746485827 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:58.127187 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6ccb3a40-53a2-4125-a0c3-8a25c38e215a req-93601b7e-0cf5-4b04-863f-48c746485827 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0702562 Mar 23 19:25:58.134450 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:25:58.177270 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6ccb3a40-53a2-4125-a0c3-8a25c38e215a req-ce06fea7-6717-446b-aa12-0c8aad0cc23f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Mar 23 19:25:58.216503 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-83657308-d6cc-4bcb-84d9-5b98173d9b7d None None] Provisioning complete for port 6a94129b-9b89-4000-ad77-dd7a6da07dbd triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:58.217092 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-83657308-d6cc-4bcb-84d9-5b98173d9b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:58.255273 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:25:58.255483 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-83657308-d6cc-4bcb-84d9-5b98173d9b7d None None] Port 6a94129b-9b89-4000-ad77-dd7a6da07dbd cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:25:58.261476 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3249a6af-847b-4d8c-9acc-bd71fd7c38db admin admin] 10.222.0.43 "PUT /v2.0/routers/13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009260 Mar 23 19:25:58.961296 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a6a0a-b289-4ef3-923c-18464e278a8f req-4ebcc97c-bddb-4d71-a858-29f87b9992cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:58.962206 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 47debffb-1740-4540-9119-22a9ac4103ec up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:58.963244 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ef3a6a0a-b289-4ef3-923c-18464e278a8f req-4ebcc97c-bddb-4d71-a858-29f87b9992cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0765393 Mar 23 19:25:59.001355 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43734) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.006308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486665440', 'description': 'tempest-secgroup-smoke-486665440 description', 'project_id': '32b5ecca640545eb8507d2877cd2d48c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.006971 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ef3a6a0a-b289-4ef3-923c-18464e278a8f req-03d355f8-fda3-45df-99df-a4fc3f6134d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Mar 23 19:25:59.030564 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.045987 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 47debffb-1740-4540-9119-22a9ac4103ec triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:59.046371 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.135286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.139617 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.145944 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c13f12fd-a21e-456b-8369-92fcb62eead2 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:59.191447 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.192901 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1903512 Mar 23 19:25:59.196088 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43746) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.201609 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.207241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba3a35-066c-4d8d-af28-c5be79d1d8a0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55415f5e-ee09-49d1-97ed-a91f09dcf6ab,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.258394 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.281194 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05825b-7c6c-47a2-894d-424df2d70890 req-64de9b42-44e3-4aa1-a4eb-3c3130a91712 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:59.292283 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba05825b-7c6c-47a2-894d-424df2d70890 req-64de9b42-44e3-4aa1-a4eb-3c3130a91712 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 944 time: 0.1315091 Mar 23 19:25:59.332658 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba05825b-7c6c-47a2-894d-424df2d70890 req-3e208ecb-6670-44d9-a411-49e5a7311c65 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 Mar 23 19:25:59.340432 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c13f12fd-a21e-456b-8369-92fcb62eead2 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:25:59.341596 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.355952 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.366281 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126d152-53fe-45a2-833e-83bb697eed19 req-3ce6cd3b-2b78-4fef-9a8e-7544cc0f1879 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:25:59.368855 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9126d152-53fe-45a2-833e-83bb697eed19 req-3ce6cd3b-2b78-4fef-9a8e-7544cc0f1879 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0840375 Mar 23 19:25:59.370668 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.405589 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93e7e00-52e1-476c-9ad3-d3a9a8c4299c,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.417939 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.420862 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1ab161a7-2e54-4f8f-acfb-01728bf3dac2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220888 Mar 23 19:25:59.422227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43748) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.426980 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.432585 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9126d152-53fe-45a2-833e-83bb697eed19 req-3e489064-a65c-4aad-a7ec-ad8e7ece6d4a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Mar 23 19:25:59.434065 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.457303 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port c13f12fd-a21e-456b-8369-92fcb62eead2, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c13f12fd-a21e-456b-8369-92fcb62eead2,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:25:59.461404 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.461661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.494494 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Sync routers for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:25:59.516156 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:25:59.516767 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:59.525552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=c13f12fd-a21e-456b-8369-92fcb62eead2,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.553683 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.558336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.575760 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18eb50c1-52ce-4750-9e0e-175d016c63b0,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.584589 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.585832 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-52f940c6-e303-4511-a9b4-100dad7c1b33 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623647 Mar 23 19:25:59.588884 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43752) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.593805 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.619249 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.630892 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:25:59.681499 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.685520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.703371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ac0b7a-e333-4abd-9ac6-beceac3af32d,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.716126 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.717397 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e8c4cb36-a9b0-4ce4-b97c-272ffd041cfc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272638 Mar 23 19:25:59.720143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43754) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.724689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.750726 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.810206 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.814236 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.835650 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.839864 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162748 Mar 23 19:25:59.840010 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:57Z', 'revision_number': 4, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '6a94129b-9b89-4000-ad77-dd7a6da07dbd', 'name': '', 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'mac_address': 'fa:16:3e:58:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:56Z', 'updated_at': '2022-03-23T19:25:57Z', 'revision_number': 2, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'subnets': [{'id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:25:59.840154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e870e-0a66-48a5-81f0-c17431fcdbff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5b72ac-98e3-4d1b-a9d9-b38a06a07162,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.841521 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43756) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.846087 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.864400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Checking router: 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:25:59.864767 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Updating router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd port 6a94129b-9b89-4000-ad77-dd7a6da07dbd binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:25:59.866973 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.securitygroups_db [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Project 32b5ecca640545eb8507d2877cd2d48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:25:59.872231 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.893560 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.932646 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.936478 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.938628 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 34efc700-d9b8-41fb-9e72-d3596752dd3a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:25:59.955141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f16454-a456-4d89-b246-a8166dafca4d,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:25:59.966765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:25:59.968240 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-13878428-e129-4377-8b06-634f35cd0144 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256628 Mar 23 19:25:59.970931 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 43758) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:25:59.975300 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'security_group_rule': {'security_group_id': '55415f5e-ee09-49d1-97ed-a91f09dcf6ab', 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:25:59.994636 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.securitygroups_db [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Project 32b5ecca640545eb8507d2877cd2d48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:25:59.999726 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.061753 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.066608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.084592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461100ee-dc5e-4780-9e87-9cb189c9a49b,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:00.092930 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.097094 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-bc589a41-2e43-4181-8b99-d264c77c713c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222560 Mar 23 19:26:00.100529 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 34efc700-d9b8-41fb-9e72-d3596752dd3a completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:26:00.110446 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 34efc700-d9b8-41fb-9e72-d3596752dd3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:00.110810 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.262745 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.265486 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.278707 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.324975 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:00.327142 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d3f6b-a68d-42ac-80c3-d4de33b61e85" -d '{"events": [{"server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "name": "network-vif-plugged", "status": "completed", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:00.348036 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:00.359060 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.363104 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b9ac-9413-41d2-99be-01ad86373c3d None None] Pushing event updated for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:00.466053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc1961-a113-4fcd-be5b-1cfb5c630b9d x-openstack-request-id: req-0ddc1961-a113-4fcd-be5b-1cfb5c630b9d {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:00.466611 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "name": "network-vif-plugged", "status": "completed", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:00.467047 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ddc1961-a113-4fcd-be5b-1cfb5c630b9d {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:00.467627 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a', 'code': 200} Mar 23 19:26:00.589755 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Attempting to bind port 6a94129b-9b89-4000-ad77-dd7a6da07dbd on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:00.590172 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Attempting to bind port 6a94129b-9b89-4000-ad77-dd7a6da07dbd by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:00.590725 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Attempting to bind port 6a94129b-9b89-4000-ad77-dd7a6da07dbd on network 712210ea-3c74-4213-b243-7dc9498d26ca {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:00.594032 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:00.605178 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:00.605582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Checking segment: {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:00.606001 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.607165 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Bound using segment: {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:00.607843 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Bound port: 6a94129b-9b89-4000-ad77-dd7a6da07dbd, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02e5494-f315-4c4b-b742-9810d615f5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:00.608325 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.641535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96059346-6a56-4264-88f3-2c443d214513 req-a8c66635-72a3-401f-b0e2-b38ec40c9937 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:00.643364 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-96059346-6a56-4264-88f3-2c443d214513 req-a8c66635-72a3-401f-b0e2-b38ec40c9937 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.1869392 Mar 23 19:26:00.692850 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] For port 6a94129b-9b89-4000-ad77-dd7a6da07dbd, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:00.717188 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-eefbeb98-26ef-4bd0-8e9f-cdd81a1d8dc2 None None] Provisioning complete for port 6a94129b-9b89-4000-ad77-dd7a6da07dbd triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:00.717579 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-eefbeb98-26ef-4bd0-8e9f-cdd81a1d8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.721544 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] For port 6a94129b-9b89-4000-ad77-dd7a6da07dbd, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=6a94129b-9b89-4000-ad77-dd7a6da07dbd,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:00.732090 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-96059346-6a56-4264-88f3-2c443d214513 req-3a589731-9bdb-455f-85bb-4bded7cfc04c tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761611 Mar 23 19:26:00.757227 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:00.787588 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b712182-1115-46d3-9131-ae0b90b56dcf req-33930933-aebd-4319-bcf3-3a6862815800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:00.791206 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b712182-1115-46d3-9131-ae0b90b56dcf req-33930933-aebd-4319-bcf3-3a6862815800 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 1098 time: 0.1003489 Mar 23 19:26:00.818143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d816a1-15c9-4905-9b29-60f60c58f186 req-e82261e8-e080-40f7-a1f8-60afbcbb8295 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:00.819908 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b5d816a1-15c9-4905-9b29-60f60c58f186 req-e82261e8-e080-40f7-a1f8-60afbcbb8295 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.2026041 Mar 23 19:26:00.824028 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-eefbeb98-26ef-4bd0-8e9f-cdd81a1d8dc2 None None] Port 6a94129b-9b89-4000-ad77-dd7a6da07dbd cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:00.862697 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:26:00.863338 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:25:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:00.906452 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b712182-1115-46d3-9131-ae0b90b56dcf req-939d2d00-e6bd-49ed-8a5a-a2bd81c957d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854933 Mar 23 19:26:00.926019 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c13f12fd-a21e-456b-8369-92fcb62eead2 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:00.936115 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b5d816a1-15c9-4905-9b29-60f60c58f186 req-6dde9c24-5514-44bd-9cfd-58993db694c3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057315 Mar 23 19:26:00.955365 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b9ac-9413-41d2-99be-01ad86373c3d None None] Pushing event updated for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:01.046911 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:26:01.070585 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b748-a2ce-4bea-830c-933f8c4061bf req-1293f8ec-1443-4d9c-ad87-e0f29dfc66c6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:01.072086 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d0f4b748-a2ce-4bea-830c-933f8c4061bf req-1293f8ec-1443-4d9c-ad87-e0f29dfc66c6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0527194 Mar 23 19:26:01.077893 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port c13f12fd-a21e-456b-8369-92fcb62eead2 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:01.078271 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:01.111435 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d0f4b748-a2ce-4bea-830c-933f8c4061bf req-aed64aa8-61e4-4692-8512-df0defe94d9b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Mar 23 19:26:01.203699 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] Provisioning complete for port 6a94129b-9b89-4000-ad77-dd7a6da07dbd triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:01.204042 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:01.539479 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:01.561357 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:57Z', 'revision_number': 4, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '6a94129b-9b89-4000-ad77-dd7a6da07dbd', 'name': '', 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'mac_address': 'fa:16:3e:58:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:56Z', 'updated_at': '2022-03-23T19:26:00Z', 'revision_number': 4, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'subnets': [{'id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:01.592438 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c08930-c585-4f1f-8570-78dc12c10c48 None None] The sync data for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi is: [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:57Z', 'revision_number': 4, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '6a94129b-9b89-4000-ad77-dd7a6da07dbd', 'name': '', 'network_id': '712210ea-3c74-4213-b243-7dc9498d26ca', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'mac_address': 'fa:16:3e:58:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:56Z', 'updated_at': '2022-03-23T19:26:00Z', 'revision_number': 4, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'subnets': [{'id': 'fb534834-29ea-40f4-9783-893f1822d1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:26:01.614455 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] For port 6a94129b-9b89-4000-ad77-dd7a6da07dbd, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=6a94129b-9b89-4000-ad77-dd7a6da07dbd,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:01.618322 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:01.683514 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73c53c-8087-49c4-b31f-92fd358859ac None None] Pushing event updated for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:01.871679 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a105-0f99-4e74-915f-89a32556ffbe req-11cd9105-1e19-498c-b08c-f8a7a359dee5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:01.879543 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1930a105-0f99-4e74-915f-89a32556ffbe req-11cd9105-1e19-498c-b08c-f8a7a359dee5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0633633 Mar 23 19:26:01.926157 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1930a105-0f99-4e74-915f-89a32556ffbe req-141ceb10-3dcc-43f9-9b8a-405ad7ed3d00 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Mar 23 19:26:02.802458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-fe2bc5b0-6133-4131-8de7-11ed67cabf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:02.803965 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-fe2bc5b0-6133-4131-8de7-11ed67cabf7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1098 time: 0.0696745 Mar 23 19:26:02.811860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06f44-994f-4641-af0a-4b2a994d7efb req-b373e0e3-8dcb-4201-961a-f55fa1cb8d25 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:02.813389 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38c06f44-994f-4641-af0a-4b2a994d7efb req-b373e0e3-8dcb-4201-961a-f55fa1cb8d25 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0803230 Mar 23 19:26:02.899097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 6a94129b-9b89-4000-ad77-dd7a6da07dbd up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:02.913141 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38c06f44-994f-4641-af0a-4b2a994d7efb req-f77be72d-7712-4221-975d-ec33b1f53647 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802698 Mar 23 19:26:02.934794 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-19afb8bc-4317-45f5-b251-b6163a5ecb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:02.936316 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-19afb8bc-4317-45f5-b251-b6163a5ecb8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.1217446 Mar 23 19:26:02.953234 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 6a94129b-9b89-4000-ad77-dd7a6da07dbd triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:02.953577 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:02.979554 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-dc59fb1e-ed1e-4020-947e-fc6f09834b7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 217 time: 0.0361662 Mar 23 19:26:03.041091 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-ee416ef1-9e5e-4d92-9088-5d88e7ebbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:03.042573 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-ee416ef1-9e5e-4d92-9088-5d88e7ebbaf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0552669 Mar 23 19:26:03.051063 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f209d-2c27-41c7-bd39-a8eeea206116 req-82c2d67b-72a3-4fbd-b35f-a3b81459a064 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:03.053279 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b6f209d-2c27-41c7-bd39-a8eeea206116 req-82c2d67b-72a3-4fbd-b35f-a3b81459a064 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0612741 Mar 23 19:26:03.093417 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b6f209d-2c27-41c7-bd39-a8eeea206116 req-a5d4ab5b-901a-44cc-b5bc-060e3abe6db2 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Mar 23 19:26:03.097682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-76f8a0e1-5d5b-4a22-8022-5ca2b5c28a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:03.099646 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-76f8a0e1-5d5b-4a22-8022-5ca2b5c28a9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499725 Mar 23 19:26:03.206379 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-084b3903-5f3c-44ca-ab5f-a346c51aea8c service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984852 Mar 23 19:26:03.317625 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8e5ab56a-6291-433d-a782-06cad928ef4c req-7f019302-58f4-4aa0-86fd-43f01c33b0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045301 Mar 23 19:26:04.051156 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fd779-d70f-43e0-8463-dabf4920adae req-561b1b23-221a-458a-bcc8-edd1f56f8b82 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:04.052652 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9fd779-d70f-43e0-8463-dabf4920adae req-561b1b23-221a-458a-bcc8-edd1f56f8b82 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0675991 Mar 23 19:26:04.091719 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9fd779-d70f-43e0-8463-dabf4920adae req-fdd481b0-d612-4fbe-bcca-8c298e9592e5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318027 Mar 23 19:26:05.214159 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f262-2802-433b-b062-ad6b4f8a3f83 req-26198ba8-8234-4886-ac14-8f41de240f05 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:05.215560 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8401f262-2802-433b-b062-ad6b4f8a3f83 req-26198ba8-8234-4886-ac14-8f41de240f05 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0560071 Mar 23 19:26:05.253926 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8401f262-2802-433b-b062-ad6b4f8a3f83 req-0bc33159-8670-49e6-9ab4-c88dca511c1b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Mar 23 19:26:06.115180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43982) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:06.164048 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Deleting subnet 4d9baa0a-ed62-4d3b-ae73-0a7c9e66fd37 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:26:06.167806 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.205185 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.245761 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.300154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.328670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9baa0a-ed62-4d3b-ae73-0a7c9e66fd37,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:06.343298 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.346415 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-adcf3cca-97cd-4023-8a82-53dff8572e85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d9baa0a-ed62-4d3b-ae73-0a7c9e66fd37 HTTP/1.1" status: 204 len: 168 time: 0.2302208 Mar 23 19:26:06.348912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43988) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:06.454809 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4f13-17d2-4fc9-bc83-4644209ab8e4 req-dae26140-0aa4-4f52-8f65-6643abb3e13f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:06.456530 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1e1b4f13-17d2-4fc9-bc83-4644209ab8e4 req-dae26140-0aa4-4f52-8f65-6643abb3e13f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.1316707 Mar 23 19:26:06.461099 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.533289 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1e1b4f13-17d2-4fc9-bc83-4644209ab8e4 req-897fb921-413c-40f6-beb6-cee397c9502c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Mar 23 19:26:06.577602 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.601884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e990d2d5-965e-4aff-bc0e-a660a494cc8b']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:06.611820 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6384e3c3-e72b-4c77-9bed-dd79cd197efb') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:06.612115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6384e3c3-e72b-4c77-9bed-dd79cd197efb') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:06.621176 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.633789 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.640003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:26:06.640400 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:26:06.642293 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:26:06.701734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.724564 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.728643 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] 10.222.0.43 "DELETE /v2.0/networks/e990d2d5-965e-4aff-bc0e-a660a494cc8b HTTP/1.1" status: 204 len: 168 time: 0.3782272 Mar 23 19:26:06.730421 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bfade-3a68-4797-989d-10d8e01ace7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e990d2d5-965e-4aff-bc0e-a660a494cc8b,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:06.734039 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43992) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:06.778581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Deleting subnet e7e1289a-d180-4d9a-b861-d42bd6013bee {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:26:06.781682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.816787 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.856845 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.911779 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.936498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e1289a-d180-4d9a-b861-d42bd6013bee,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:06.940297 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:06.943420 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-31a64300-b34a-455c-80d6-5d0bf61102d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7e1289a-d180-4d9a-b861-d42bd6013bee HTTP/1.1" status: 204 len: 168 time: 0.2083702 Mar 23 19:26:06.945875 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 43994) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:07.015142 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.097351 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.116045 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beeeb77-b134-4596-95c8-9c7d78974a8e']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:07.125427 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18922360-00a4-400a-8d0c-405d92c031b4') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:07.125722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18922360-00a4-400a-8d0c-405d92c031b4') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:07.135252 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.147798 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.153747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:26:07.154123 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:26:07.155710 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:26:07.214608 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.229978 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.233313 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1beeeb77-b134-4596-95c8-9c7d78974a8e HTTP/1.1" status: 204 len: 168 time: 0.2864487 Mar 23 19:26:07.234651 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31be48-40b0-4323-9236-bc81259efef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1beeeb77-b134-4596-95c8-9c7d78974a8e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:07.396698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44000) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:07.436720 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6aacf268-5817-4faa-aed5-95b2202b91dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d07307465aad43ffb95dae2c5656aacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388207 Mar 23 19:26:07.439170 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44002) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:07.486175 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.511994 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.557907 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.560929 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:07.562585 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c27c778-1855-4bbc-9233-8fa330010e8c HTTP/1.1" status: 204 len: 168 time: 0.1223111 Mar 23 19:26:07.574289 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25624a86-50b0-4806-8f78-d8b1c73304d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27c778-1855-4bbc-9233-8fa330010e8c,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:07.674364 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38693e-c98e-43d8-83d6-4127e4b04912 req-028de634-5789-4e7f-b451-d1c64283a872 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:07.675964 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8f38693e-c98e-43d8-83d6-4127e4b04912 req-028de634-5789-4e7f-b451-d1c64283a872 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0556436 Mar 23 19:26:07.720296 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8f38693e-c98e-43d8-83d6-4127e4b04912 req-2ed670df-c58f-4bd5-aa91-a2a8fcc14b4d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Mar 23 19:26:07.935062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44012) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:07.973627 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-711a79d8-7a35-4b35-a9a0-edd0459656c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=420e2820102445a0a40777883425d138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373898 Mar 23 19:26:07.975922 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44014) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:08.023514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:08.047234 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:08.093579 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:08.096199 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:08.097384 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bcf8069-3f02-4416-8bef-95d0a306a12d HTTP/1.1" status: 204 len: 168 time: 0.1205971 Mar 23 19:26:08.105107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a43f8-96c2-4d18-a322-82570b4f5b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcf8069-3f02-4416-8bef-95d0a306a12d,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:08.854062 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d779824-66df-4d38-a681-cf200db1363f req-500765bf-0aa3-4e71-8d35-43b1607034b0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:08.855725 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d779824-66df-4d38-a681-cf200db1363f req-500765bf-0aa3-4e71-8d35-43b1607034b0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0583251 Mar 23 19:26:08.900855 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d779824-66df-4d38-a681-cf200db1363f req-837e82f9-3a2f-420a-a904-be6eeab3c5da tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Mar 23 19:26:10.019091 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7330d-1846-4a43-8de5-e0b2ea17336b req-4990a982-12c4-49e6-80ee-1e510a22f1de tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:10.020586 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0ad7330d-1846-4a43-8de5-e0b2ea17336b req-4990a982-12c4-49e6-80ee-1e510a22f1de tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0503571 Mar 23 19:26:10.059631 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0ad7330d-1846-4a43-8de5-e0b2ea17336b req-7dcca92a-0082-459b-8695-564a5edecb05 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Mar 23 19:26:10.487768 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:10.550068 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-fd23ed94-5b44-4820-91a5-a55dc931a36d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378520 Mar 23 19:26:10.639686 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-a17fcc49-abb7-4977-ad29-100470d71d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:10.641099 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-a17fcc49-abb7-4977-ad29-100470d71d2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 1098 time: 0.0393109 Mar 23 19:26:10.753312 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-e32383a7-90b2-499b-a8e3-1edef24e9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:10.754885 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-e32383a7-90b2-499b-a8e3-1edef24e9aed service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0913327 Mar 23 19:26:10.823761 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-87007276-f73f-49bc-9231-c82e24489628 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 200 len: 1001 time: 0.0621006 Mar 23 19:26:10.882745 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-0af752da-445e-4b2d-bd0b-182f7b0b8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:10.884286 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-0af752da-445e-4b2d-bd0b-182f7b0b8c99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0456038 Mar 23 19:26:10.933453 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-7dfb6f93-8c88-4cfb-b824-9f96760bd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:10.935030 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-7dfb6f93-8c88-4cfb-b824-9f96760bd4b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440066 Mar 23 19:26:11.026096 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-214ba758-1317-4980-b5a2-c88f4efe902a service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825937 Mar 23 19:26:11.124225 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01a5ee40-0234-4a2d-8d4e-3330dc46a119 req-d816a1b7-92b0-4429-8cb0-95151b2ad090 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889544 Mar 23 19:26:11.179915 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae25ef5-e7c3-47d4-a8da-93079c967369 req-8b221a6f-aa2c-4a8d-b257-cd60882f0318 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:11.181331 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ae25ef5-e7c3-47d4-a8da-93079c967369 req-8b221a6f-aa2c-4a8d-b257-cd60882f0318 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0494583 Mar 23 19:26:11.218931 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ae25ef5-e7c3-47d4-a8da-93079c967369 req-fc1dc47b-dcec-4a83-8e22-02e9afbe8153 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Mar 23 19:26:12.337301 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad77a0-4992-4021-a2c9-c2921f84d6a8 req-373ce02a-6138-45cb-a54f-18b3d73f3a84 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:12.339403 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8ad77a0-4992-4021-a2c9-c2921f84d6a8 req-373ce02a-6138-45cb-a54f-18b3d73f3a84 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0490198 Mar 23 19:26:12.376288 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8ad77a0-4992-4021-a2c9-c2921f84d6a8 req-b64bdeef-331e-4bb6-baeb-1d9c0121105b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Mar 23 19:26:13.380292 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-978eebcb-2192-4a07-9a7d-21a818588e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:13.489117 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0006f-88dc-419f-84bf-86e9d264512d req-9a3432b8-31b7-4461-8602-eb24f0c6dc7b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:13.490947 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-afa0006f-88dc-419f-84bf-86e9d264512d req-9a3432b8-31b7-4461-8602-eb24f0c6dc7b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0487189 Mar 23 19:26:13.529193 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-afa0006f-88dc-419f-84bf-86e9d264512d req-3e0c86dc-f2d8-41f6-940d-c31d5c9f14d0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Mar 23 19:26:14.644283 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfee583-1e2a-4802-ab63-9a5ebe1cc70a req-ba4df6d7-4a05-4300-84ee-4bddccda8575 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:14.645787 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-adfee583-1e2a-4802-ab63-9a5ebe1cc70a req-ba4df6d7-4a05-4300-84ee-4bddccda8575 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0511413 Mar 23 19:26:14.681947 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-adfee583-1e2a-4802-ab63-9a5ebe1cc70a req-fd3a1357-342f-4d8b-9a1f-cefe665b63a6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297620 Mar 23 19:26:15.777783 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-17edb7d1-a1ee-4eb3-bfc9-9dbe2b0560dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:15.810420 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425c50-c780-40c7-8ec9-ddc95244c5f5 req-1d190917-cf00-4d1e-8192-b6712c4e602c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:15.811894 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f3425c50-c780-40c7-8ec9-ddc95244c5f5 req-1d190917-cf00-4d1e-8192-b6712c4e602c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0591097 Mar 23 19:26:15.851299 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f3425c50-c780-40c7-8ec9-ddc95244c5f5 req-a0e73500-ef10-4fc7-a80a-0607f041c61a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Mar 23 19:26:16.781137 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:16.969930 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5e093-1123-4853-8d40-eab0a5ae37db req-4b9fe097-32de-4a6c-aba5-86e4cb5bd863 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:16.971381 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f9f5e093-1123-4853-8d40-eab0a5ae37db req-4b9fe097-32de-4a6c-aba5-86e4cb5bd863 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0482378 Mar 23 19:26:17.011481 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f9f5e093-1123-4853-8d40-eab0a5ae37db req-192206ff-7482-4d9a-a7c2-9164bb6c24cd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Mar 23 19:26:18.125325 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48408992-a16a-4088-a22f-d5062f48b53e req-c45314a2-25ad-4fca-b301-881d9bbd50aa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:18.126880 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-48408992-a16a-4088-a22f-d5062f48b53e req-c45314a2-25ad-4fca-b301-881d9bbd50aa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0490115 Mar 23 19:26:18.166491 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-48408992-a16a-4088-a22f-d5062f48b53e req-65603ad3-c54a-43fa-9fe9-4b41f1d0ee77 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Mar 23 19:26:18.242691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cd6a-93ac-4a44-84cf-aec2894156d2 req-ef2be3e9-dc7d-4169-a736-e2a1da2129db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:18.244199 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-96e0cd6a-93ac-4a44-84cf-aec2894156d2 req-ef2be3e9-dc7d-4169-a736-e2a1da2129db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1098 time: 0.0390794 Mar 23 19:26:18.283381 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-96e0cd6a-93ac-4a44-84cf-aec2894156d2 req-cea8fc51-9dba-4d30-b8da-87279be72abf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286565 Mar 23 19:26:18.303787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:18.685594 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:19.283129 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d462a-bf47-4e05-a2da-5e602bb4ed34 req-2531ad50-7eb3-4c82-9529-7afff831cd4c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:19.285048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b64d462a-bf47-4e05-a2da-5e602bb4ed34 req-2531ad50-7eb3-4c82-9529-7afff831cd4c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0485120 Mar 23 19:26:19.322507 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b64d462a-bf47-4e05-a2da-5e602bb4ed34 req-06726853-a464-4340-a737-01a8d57283e3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Mar 23 19:26:20.439320 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c98b3-7743-4d95-9f0e-794fd697a12b req-412301e7-e5f2-416e-aa46-b8458833cd1f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.440800 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e72c98b3-7743-4d95-9f0e-794fd697a12b req-412301e7-e5f2-416e-aa46-b8458833cd1f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0515981 Mar 23 19:26:20.478981 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e72c98b3-7743-4d95-9f0e-794fd697a12b req-eb45051f-eb51-4fc2-8a5e-b788a02b6021 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Mar 23 19:26:20.700410 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-dd9a70cd-87be-48d6-9267-47bba623df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.702207 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-dd9a70cd-87be-48d6-9267-47bba623df67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1098 time: 0.0404358 Mar 23 19:26:20.720437 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613d92-4970-4489-a34f-cec722c187ca req-0483d8a5-efab-4a38-be22-93dd853b53e4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.721952 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2d613d92-4970-4489-a34f-cec722c187ca req-0483d8a5-efab-4a38-be22-93dd853b53e4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0518727 Mar 23 19:26:20.759518 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2d613d92-4970-4489-a34f-cec722c187ca req-1a21f19a-3801-428f-b79d-b813e9942609 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Mar 23 19:26:20.797601 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-b29cb1e8-dd2c-4e54-9c9b-580ad28c6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.799188 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-b29cb1e8-dd2c-4e54-9c9b-580ad28c6226 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0885520 Mar 23 19:26:20.847667 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-129245f9-8f3b-41c7-a85c-598d59eab638 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 217 time: 0.0384986 Mar 23 19:26:20.898477 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-07a5d495-de12-4134-825d-022ba0a81fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.899873 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-07a5d495-de12-4134-825d-022ba0a81fee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0420392 Mar 23 19:26:20.948569 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-79136e92-20d8-4452-8a3e-e53f1ed468ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:20.950590 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-79136e92-20d8-4452-8a3e-e53f1ed468ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390086 Mar 23 19:26:21.042698 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-0ce93a0c-2804-44d9-a19d-2c19338bc797 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Mar 23 19:26:21.135968 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-86aa3815-4246-423e-bbce-dd5644d7b23b req-5d39381c-06bb-4fdb-8182-318c96f74dc7 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Mar 23 19:26:21.878231 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa771-74d4-46e5-ac87-6bab2cf4a5b6 req-ebda5c27-dc03-48b0-855b-d27b7e62f220 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:21.879736 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e1fa771-74d4-46e5-ac87-6bab2cf4a5b6 req-ebda5c27-dc03-48b0-855b-d27b7e62f220 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0489213 Mar 23 19:26:21.919903 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e1fa771-74d4-46e5-ac87-6bab2cf4a5b6 req-b6290df7-f772-4f15-b561-c64ea76b7a95 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Mar 23 19:26:23.034466 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5095f-d8e9-4e3c-8732-04695f8473ab req-726f2b55-e046-4414-972b-afd786835d61 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:23.035939 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c7e5095f-d8e9-4e3c-8732-04695f8473ab req-726f2b55-e046-4414-972b-afd786835d61 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0471640 Mar 23 19:26:23.075054 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c7e5095f-d8e9-4e3c-8732-04695f8473ab req-0d98da6c-7c33-44e8-93df-b0493b4320e5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Mar 23 19:26:24.190895 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3a51-7804-484b-9665-6a8476eca9c1 req-28f6c1ae-67a5-4816-aa07-c425e8c7a3b2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:24.192352 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4d4e3a51-7804-484b-9665-6a8476eca9c1 req-28f6c1ae-67a5-4816-aa07-c425e8c7a3b2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0478985 Mar 23 19:26:24.230369 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4d4e3a51-7804-484b-9665-6a8476eca9c1 req-3dde198c-71ca-400b-8eae-1dca76646ce4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Mar 23 19:26:25.345042 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d460a-e146-471b-94e5-b30131017ccd req-fb7c5006-faaf-4cf7-9e99-c6365a78dabc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:25.346523 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-173d460a-e146-471b-94e5-b30131017ccd req-fb7c5006-faaf-4cf7-9e99-c6365a78dabc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0493650 Mar 23 19:26:25.383809 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-173d460a-e146-471b-94e5-b30131017ccd req-d25386c2-c491-4cfc-b83f-bf231689f9ce tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Mar 23 19:26:26.508259 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b533c-629e-4e39-a4ad-80b1284e34ed req-a51aec40-06fb-4537-818a-5359740af27a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:26.509740 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eb6b533c-629e-4e39-a4ad-80b1284e34ed req-a51aec40-06fb-4537-818a-5359740af27a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0534484 Mar 23 19:26:26.547926 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eb6b533c-629e-4e39-a4ad-80b1284e34ed req-a0720414-8e82-4672-b322-910b4440cdde tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Mar 23 19:26:26.975597 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:26:30.190751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44294) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:30.195238 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972513014', 'description': 'tempest-description--509293307'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:30.216258 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.286924 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.290559 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.318435 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.319620 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1278872 Mar 23 19:26:30.322647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44298) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:30.323392 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:30.327193 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'security_group_rule': {'security_group_id': 'bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:30.330513 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.330865 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.331207 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.331545 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.331882 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.332251 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.332570 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.332927 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.333257 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.333588 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.333915 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.334240 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6536fc-c1a0-4685-8585-a7ad263e0365 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.352435 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.398557 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.402226 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.420594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ea636d-c8d0-4ace-bbd6-5141e4f26de5,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:30.428662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.429866 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061714 Mar 23 19:26:30.431624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.432005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.432437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.432792 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.433195 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44300) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:30.433404 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.433741 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.434072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.434397 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.434748 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.435076 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.435404 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.435729 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f06dfa2-c7c4-497b-9112-20997e286814 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:30.439344 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'security_group_rule': {'security_group_id': 'bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:30.466741 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.521490 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.525005 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.542240 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23ccd0e-a2d2-4b87-98c3-1f892f4a1cf1,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:30.549910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.551081 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3ae8df71-2e8a-4ab8-8f5b-46418c2deb9e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166639 Mar 23 19:26:30.554144 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44302) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:30.558644 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:30.578081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.673276 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.774276 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Allocated IP 172.27.3.37 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/a59bda09-e954-45f0-b03f-7ce313e7d297) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:30.875203 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.911151 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:30.948602 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:30.951393 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:30.954951 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:30.977344 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'Port': ['ID=a59bda09-e954-45f0-b03f-7ce313e7d297,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:31.039183 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.074250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.217250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.222309 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.291278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'Port': ['ID=a59bda09-e954-45f0-b03f-7ce313e7d297,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:31.301464 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.318676 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:31.319916 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-249ee749-1dc8-41f7-9936-017a781e2c69 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7648387 Mar 23 19:26:31.498400 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-591f8d12-69bf-4330-9f8f-0814b7a2ce3f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--972513014&fields=id&tenant_id=2580056d61bb4c85af9e6165643baa8d HTTP/1.1" status: 200 len: 267 time: 0.0342131 Mar 23 19:26:31.608083 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-44ad1eb1-a80c-4212-a7fc-9ab9a2f6b167 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:31.609548 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-44ad1eb1-a80c-4212-a7fc-9ab9a2f6b167 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.1043172 Mar 23 19:26:31.623659 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-2b2a48d3-a96f-41fc-b723-84253c9a3638 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/quotas/2580056d61bb4c85af9e6165643baa8d HTTP/1.1" status: 200 len: 375 time: 0.0084317 Mar 23 19:26:31.678800 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-cd6a812c-e78a-4b75-bd1c-229d2ac5213f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501173 Mar 23 19:26:31.770149 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-4f11757d-5e13-4971-8fce-f3dd872368aa service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798066 Mar 23 19:26:31.861039 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-62819fe1-a0e3-4fef-9f24-5ff0cd1bb39d service neutron] 10.222.0.43 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Mar 23 19:26:32.018173 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-548dd26c-50b8-4355-ace3-a48590b0f54d req-eb9f6c3b-ab07-479b-a942-fe1938097859 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 210 time: 0.0265653 Mar 23 19:26:33.108810 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d00c646-e203-4bc3-877b-5b83d3113c61 req-d527e321-f67a-494c-88fb-a050c4717965 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 210 time: 0.0260773 Mar 23 19:26:33.563679 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-c5aa9d7d-f02f-4d36-a19c-8ef75c5a3891 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:33.565120 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-c5aa9d7d-f02f-4d36-a19c-8ef75c5a3891 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 819 time: 0.3158402 Mar 23 19:26:33.614980 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-c873307c-f4f2-413f-a8dd-0ab9e7de2293 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2580056d61bb4c85af9e6165643baa8d HTTP/1.1" status: 200 len: 379 time: 0.0325518 Mar 23 19:26:33.624698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'port': {'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'admin_state_up': True, 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'security_groups': ['bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:33.729721 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Made reservation on behalf of 2580056d61bb4c85af9e6165643baa8d for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:33.733158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:33.850889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Allocated IP 172.20.0.13 (59aff23f-16f2-4a06-9611-6670739cbd3e/a73281f7-3f03-4f87-aee3-0580340980ec/893601c8-9ad7-49c4-8eab-80b1b4d04c59) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:33.983072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.015349 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.060195 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Network 59aff23f-16f2-4a06-9611-6670739cbd3e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:34.063462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:34.069776 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:34.073583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event updated for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:34.124877 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:34.125482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.142947 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-de2eb66f-2ec0-4dbe-a64b-f6548a8e65e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5215883 Mar 23 19:26:34.159306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Request body: {'port': {'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:34.222139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.234466 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449c142-1c52-4ca3-a4e8-a5b22337fe2c req-c2f8738e-8e4e-4d01-8446-fad8575d1216 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:34.235996 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c449c142-1c52-4ca3-a4e8-a5b22337fe2c req-c2f8738e-8e4e-4d01-8446-fad8575d1216 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 932 time: 0.0533082 Mar 23 19:26:34.273906 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c449c142-1c52-4ca3-a4e8-a5b22337fe2c req-26964b95-daf8-4fa7-966a-edfeb2e9d5cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Mar 23 19:26:34.343913 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-9332d454-18b0-4d47-a27c-cd601d5716dc None None] Provisioning complete for port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:34.344484 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9332d454-18b0-4d47-a27c-cd601d5716dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.377513 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-9332d454-18b0-4d47-a27c-cd601d5716dc None None] Port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:34.498354 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893601c8-9ad7-49c4-8eab-80b1b4d04c59 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:26:34.505558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.517064 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Transition to ACTIVE for port object 893601c8-9ad7-49c4-8eab-80b1b4d04c59 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:26:34.520749 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.567836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Pushing event updated for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:34.638024 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Attempting to bind port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:34.638349 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Attempting to bind port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:34.638677 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Attempting to bind port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:34.643841 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 on network 59aff23f-16f2-4a06-9611-6670739cbd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:26:34.644160 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Attempting to bind port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 on network 59aff23f-16f2-4a06-9611-6670739cbd3e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:34.649163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:34.649505 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Checking segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:34.649886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Bound using segment: {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:34.650317 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Bound port: 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d42d9c-3b25-4617-85c1-c0c462ff9b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:34.650670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.718871 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:34.721826 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:34.726020 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.760407 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:34.761052 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:34.762436 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 1094 time: 0.6077678 Mar 23 19:26:34.762880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:34.765212 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b" -d '{"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:34.801490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649504e-72cf-4781-acaa-51fb4c1b69b7 service neutron] Pushing event updated for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:34.815063 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d0e05-611e-4c71-9b32-c276d521a82d x-openstack-request-id: req-568d0e05-611e-4c71-9b32-c276d521a82d {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:34.815419 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:34.815778 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-568d0e05-611e-4c71-9b32-c276d521a82d {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:34.816681 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'status': 'completed', 'code': 200} Mar 23 19:26:35.131870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-d49a0b8e-da70-4ec9-9432-006e699f6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.133511 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-d49a0b8e-da70-4ec9-9432-006e699f6cdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1097 time: 0.0462463 Mar 23 19:26:35.240945 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-217b1a75-20b1-4d6d-a75f-ee7d27609cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.242432 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-217b1a75-20b1-4d6d-a75f-ee7d27609cb5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2580056d61bb4c85af9e6165643baa8d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0971489 Mar 23 19:26:35.335973 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-ce9c8c6a-7651-4607-9180-5adfc1aba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.337506 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7bbb5bc1-2943-4d8e-8ce5-ff137ec2428b req-ce9c8c6a-7651-4607-9180-5adfc1aba7cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875139 Mar 23 19:26:35.388224 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c0da-7f6c-47e4-b64a-e1352dc12560 req-b8434fbf-c2de-48c8-bea9-6e1afd759f6e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.390260 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7024c0da-7f6c-47e4-b64a-e1352dc12560 req-b8434fbf-c2de-48c8-bea9-6e1afd759f6e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0514562 Mar 23 19:26:35.438689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-4f2b4ff9-ba25-4c95-8e7e-7ee263dec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.440203 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-4f2b4ff9-ba25-4c95-8e7e-7ee263dec86a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1097 time: 0.0466368 Mar 23 19:26:35.440650 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7024c0da-7f6c-47e4-b64a-e1352dc12560 req-3d79eb20-ea69-4f4e-b8e7-f8910db55c43 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Mar 23 19:26:35.494728 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-ee4d1551-aadb-42ed-a580-0746445c58da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 217 time: 0.0354648 Mar 23 19:26:35.546365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-785ec4e1-5626-40ac-8f08-8a086890b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.547818 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-785ec4e1-5626-40ac-8f08-8a086890b1c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0438938 Mar 23 19:26:35.613510 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-832c9c1c-47f5-4690-9fe9-a0f4d7af6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:35.614917 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-832c9c1c-47f5-4690-9fe9-a0f4d7af6a9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454674 Mar 23 19:26:35.705430 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-1b796db5-4c59-4e30-ad01-e312a63cf710 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811560 Mar 23 19:26:35.802771 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-11a87680-2da8-4720-b7ee-f019d16523e3 req-f0895c7c-a4b7-486f-b02e-7b71c21084dc service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844617 Mar 23 19:26:36.568024 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee49220-308f-4978-831f-85f8ba8b150d req-54dbf6f5-8ba8-444c-a2b9-8112649491e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:36.570758 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ee49220-308f-4978-831f-85f8ba8b150d req-54dbf6f5-8ba8-444c-a2b9-8112649491e1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0491486 Mar 23 19:26:36.607089 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1ee49220-308f-4978-831f-85f8ba8b150d req-d4eb7157-b505-41a5-83e4-3c3885892819 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316546 Mar 23 19:26:37.716386 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8728-a97f-4d51-9542-e968594c07bb req-245580ff-bc03-4fb5-b594-603b6f219824 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:37.718374 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9c7b8728-a97f-4d51-9542-e968594c07bb req-245580ff-bc03-4fb5-b594-603b6f219824 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0464165 Mar 23 19:26:37.754388 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9c7b8728-a97f-4d51-9542-e968594c07bb req-8a3ab30b-0f09-455f-80be-af25c66117e2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301375 Mar 23 19:26:38.865625 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cf3d-bcdf-4848-ae51-654a8f22945a req-0af1d478-f53e-477e-925f-5b4fa2b1611d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:38.867341 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9968cf3d-bcdf-4848-ae51-654a8f22945a req-0af1d478-f53e-477e-925f-5b4fa2b1611d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0480084 Mar 23 19:26:38.905858 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9968cf3d-bcdf-4848-ae51-654a8f22945a req-0771e388-2d36-4ae3-af4d-a0d677c564e6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Mar 23 19:26:39.936354 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-fb077114-6b4b-4766-9156-6fea68b2f924 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486665440&fields=id&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 267 time: 0.0323262 Mar 23 19:26:40.021720 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83052f-b23b-44f3-91fa-7593da8d9f4b req-3772c2d0-fe55-4eda-bba2-0a9b61df33c3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:40.023255 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2a83052f-b23b-44f3-91fa-7593da8d9f4b req-3772c2d0-fe55-4eda-bba2-0a9b61df33c3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0519106 Mar 23 19:26:40.047174 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-3b11b59d-85b7-4ab6-925d-2c6f70ee279f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:40.049221 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-3b11b59d-85b7-4ab6-925d-2c6f70ee279f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1058798 Mar 23 19:26:40.061369 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2a83052f-b23b-44f3-91fa-7593da8d9f4b req-8eadfe29-ed31-4b57-8f71-c08dd25db5ab tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Mar 23 19:26:40.065061 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-28d46281-31fe-46a6-8092-79638c660f03 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/quotas/32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 375 time: 0.0098670 Mar 23 19:26:40.116676 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-ef209a17-4372-45e9-95a7-4ac0c3de2c32 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453563 Mar 23 19:26:40.219141 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-243b978c-6373-407d-90ae-19491efaa424 service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877888 Mar 23 19:26:40.307737 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-22262ac7-8cc5-440c-a8db-a3e6a9588f51 service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Mar 23 19:26:40.480898 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:40.582261 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d4ff03eb-9d8a-49a0-b5fa-ef858c96e2dd req-9adff240-24b6-4502-94de-5a2f90e3bd5c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 210 time: 0.0259748 Mar 23 19:26:41.175435 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff31013-5f5e-4b97-ac70-54d8b4664087 req-3cc86bbd-b126-4898-b9a8-e913691d125c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:41.176928 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dff31013-5f5e-4b97-ac70-54d8b4664087 req-3cc86bbd-b126-4898-b9a8-e913691d125c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0484166 Mar 23 19:26:41.214687 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dff31013-5f5e-4b97-ac70-54d8b4664087 req-fa4c008a-1517-4c28-8573-c8d6017666bf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Mar 23 19:26:41.604948 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-9e5878c4-8278-4585-b60e-c020bd09b19a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:41.606566 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-9e5878c4-8278-4585-b60e-c020bd09b19a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1066315 Mar 23 19:26:41.654157 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-25d58630-c3b0-4251-ac96-34f7baac88a5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 379 time: 0.0365472 Mar 23 19:26:41.671819 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'port': {'device_id': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'admin_state_up': True, 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'security_groups': ['55415f5e-ee09-49d1-97ed-a91f09dcf6ab']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:41.697814 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7dd91cbe-dffb-438b-ad78-8dda4f9d96c7 req-cc0eb7de-20b2-4b9c-b5f9-c28592bae1cf tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 210 time: 0.0417488 Mar 23 19:26:41.791281 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Made reservation on behalf of 32b5ecca640545eb8507d2877cd2d48c for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:41.794960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:41.928839 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.20.0.6 (1faf4fc1-dbc8-4707-959f-90c24f33794a/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c/83190d8e-6993-41c4-8661-5701e9b67796) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:42.075237 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.107431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.150625 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:42.153781 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:42.157814 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:42.167680 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 893601c8-9ad7-49c4-8eab-80b1b4d04c59 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:26:42.185844 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:42.215536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:42.216693 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.234250 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-227db795-a0d6-4c8a-8977-f5934441a02f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663118 Mar 23 19:26:42.261243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Request body: {'port': {'device_id': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:42.279484 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:42.292000 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:26:42.339409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.356680 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893601c8-9ad7-49c4-8eab-80b1b4d04c59 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:26:42.371974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d991240-b733-497a-b8fd-aaf01032ed7f req-d896cf9e-a916-4583-9a06-f69a93e6d089 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:42.374053 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d991240-b733-497a-b8fd-aaf01032ed7f req-d896cf9e-a916-4583-9a06-f69a93e6d089 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 944 time: 0.0864727 Mar 23 19:26:42.376675 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.383543 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:42.389273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.418919 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-e7229f4b-0a74-4e4e-b4e4-784a3fe35943 None None] Provisioning complete for port 83190d8e-6993-41c4-8661-5701e9b67796 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:42.419552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e7229f4b-0a74-4e4e-b4e4-784a3fe35943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.468716 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-e7229f4b-0a74-4e4e-b4e4-784a3fe35943 None None] Port 83190d8e-6993-41c4-8661-5701e9b67796 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:42.470824 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:42.470953 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d991240-b733-497a-b8fd-aaf01032ed7f req-7897927a-3dd5-4e9f-884b-a92847686ec1 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836742 Mar 23 19:26:42.677519 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83190d8e-6993-41c4-8661-5701e9b67796 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:26:42.685136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.697164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Transition to ACTIVE for port object 83190d8e-6993-41c4-8661-5701e9b67796 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:26:42.701710 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.755131 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Pushing event updated for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:42.821380 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03ba15-03f3-41b8-a7ab-f0ed248c5e5d req-6b06d50d-7b49-41bf-b60d-342edf73bf9f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:42.824005 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0b03ba15-03f3-41b8-a7ab-f0ed248c5e5d req-6b06d50d-7b49-41bf-b60d-342edf73bf9f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0531218 Mar 23 19:26:42.827170 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Attempting to bind port 83190d8e-6993-41c4-8661-5701e9b67796 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:42.827587 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Attempting to bind port 83190d8e-6993-41c4-8661-5701e9b67796 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:42.827988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Attempting to bind port 83190d8e-6993-41c4-8661-5701e9b67796 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:42.833613 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Port 83190d8e-6993-41c4-8661-5701e9b67796 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:26:42.834011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Attempting to bind port 83190d8e-6993-41c4-8661-5701e9b67796 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:42.839545 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:42.839970 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:42.840429 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Bound using segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:42.841101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Bound port: 83190d8e-6993-41c4-8661-5701e9b67796, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:42.841533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.871866 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0b03ba15-03f3-41b8-a7ab-f0ed248c5e5d req-ee2fb9f4-2261-4152-a671-5cd503981fdf tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Mar 23 19:26:42.908308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:42.911478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=83190d8e-6993-41c4-8661-5701e9b67796,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:42.915481 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.950171 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:42.950795 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:42.952169 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] 10.222.0.42 "PUT /v2.0/ports/83190d8e-6993-41c4-8661-5701e9b67796 HTTP/1.1" status: 200 len: 1093 time: 0.6958742 Mar 23 19:26:42.952600 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:42.955467 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b6786e-a33b-4a3b-a187-c527e2ae35ff" -d '{"events": [{"name": "network-changed", "server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "tag": "83190d8e-6993-41c4-8661-5701e9b67796"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:42.981765 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ec74b-0a55-44d2-bcb1-b97707872d8d service neutron] Pushing event updated for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:43.026494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31020f46-a152-43ef-a57f-ccebd5f17b9b x-openstack-request-id: req-31020f46-a152-43ef-a57f-ccebd5f17b9b {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:43.026876 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "tag": "83190d8e-6993-41c4-8661-5701e9b67796", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:43.027182 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31020f46-a152-43ef-a57f-ccebd5f17b9b {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:43.027548 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796', 'status': 'completed', 'code': 200} Mar 23 19:26:43.039462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['893601c8-9ad7-49c4-8eab-80b1b4d04c59'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:26:43.059624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-0db61826-6f30-4de5-afa7-9f1582f91669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.061184 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-0db61826-6f30-4de5-afa7-9f1582f91669 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 1096 time: 0.0536184 Mar 23 19:26:43.114948 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-91fb1f17-77ae-4ae0-bb21-2ca8febf3b6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83190d8e-6993-41c4-8661-5701e9b67796 HTTP/1.1" status: 200 len: 217 time: 0.0441105 Mar 23 19:26:43.191823 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-b7e75e24-04b4-4499-a6ca-979631ed3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.193421 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-b7e75e24-04b4-4499-a6ca-979631ed3afd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0648854 Mar 23 19:26:43.249229 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-c9f22fac-3558-4705-937b-ff892f9a4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.250718 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-c9f22fac-3558-4705-937b-ff892f9a4ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487466 Mar 23 19:26:43.350565 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-00de8705-e4d5-40de-9acd-358a3ffb5f39 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920534 Mar 23 19:26:43.382970 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8469c5ce-eb85-4785-8a13-a2a4bd668775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:43.456868 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c9d1b4c-df99-4572-8e66-aa6986c8f7fa req-c9935183-fd20-428b-a390-4822a4a7658c service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967050 Mar 23 19:26:43.558460 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-65d992ce-2396-4d90-8649-4829ee550487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.560076 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-65d992ce-2396-4d90-8649-4829ee550487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 1096 time: 0.0497565 Mar 23 19:26:43.602249 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d1651-7944-409e-8c72-395c183b3c88 req-455a49f5-219b-4dfb-8062-4e8ccc6d2dc6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.604114 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-212d1651-7944-409e-8c72-395c183b3c88 req-455a49f5-219b-4dfb-8062-4e8ccc6d2dc6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Mar 23 19:26:43.650706 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-212d1651-7944-409e-8c72-395c183b3c88 req-9a9512b7-5267-462b-9b6d-a297c92ad943 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390432 Mar 23 19:26:43.677429 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-1e7746bd-e5af-4cc3-a5b0-ca42e125770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.679185 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-1e7746bd-e5af-4cc3-a5b0-ca42e125770f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.1007798 Mar 23 19:26:43.732350 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-7b09b226-6e3b-4ead-9550-781d0f2eb42a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83190d8e-6993-41c4-8661-5701e9b67796 HTTP/1.1" status: 200 len: 217 time: 0.0451145 Mar 23 19:26:43.801009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-1d5b96f2-6dc1-45f2-b6f2-28a8f085ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.802461 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-1d5b96f2-6dc1-45f2-b6f2-28a8f085ec07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0528092 Mar 23 19:26:43.859854 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-bb8d14fc-b085-4c73-94c6-229d62a1f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:43.861460 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-bb8d14fc-b085-4c73-94c6-229d62a1f7f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458362 Mar 23 19:26:43.974560 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-1a8ac089-ede8-4043-84ef-49b996353618 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999429 Mar 23 19:26:44.070333 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91b6786e-a33b-4a3b-a187-c527e2ae35ff req-929fcd61-db8b-478c-9fbf-d6762d5e61c0 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Mar 23 19:26:44.144961 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ad603-4bc3-491f-8778-2a99840b05fc req-440a35fb-f241-4d21-80aa-d0875349a416 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:44.146541 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a16ad603-4bc3-491f-8778-2a99840b05fc req-440a35fb-f241-4d21-80aa-d0875349a416 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0638173 Mar 23 19:26:44.188222 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a16ad603-4bc3-491f-8778-2a99840b05fc req-104ad2f5-fef7-41c6-acd2-4752ff15a72b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356636 Mar 23 19:26:44.766631 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b3e5a-2f48-472f-b48f-ad36529b7221 req-2a04fb63-a738-45f2-808b-6e57a908f34e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:44.768067 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-481b3e5a-2f48-472f-b48f-ad36529b7221 req-2a04fb63-a738-45f2-808b-6e57a908f34e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Mar 23 19:26:44.807690 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-481b3e5a-2f48-472f-b48f-ad36529b7221 req-8afd7435-f71c-47d0-a43d-3d7d0eb6d34d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336747 Mar 23 19:26:45.307745 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a934d-bbe3-4aba-9457-d92f0ee7c865 req-b4e44a8c-9f67-4c3a-8611-780e8314be7c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:45.309465 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-967a934d-bbe3-4aba-9457-d92f0ee7c865 req-b4e44a8c-9f67-4c3a-8611-780e8314be7c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0509233 Mar 23 19:26:45.345347 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-967a934d-bbe3-4aba-9457-d92f0ee7c865 req-6511b4d4-3c09-43cb-83dd-84ab1c30cbe6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299411 Mar 23 19:26:45.781008 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4090-bcd5-4905-9682-0cb1fdae48b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:45.921420 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656957-1204-4118-8701-f7eb694ff43e req-61ed6e40-4a1a-42e8-b441-3b76762f00e5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:45.922896 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bc656957-1204-4118-8701-f7eb694ff43e req-61ed6e40-4a1a-42e8-b441-3b76762f00e5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Mar 23 19:26:45.960279 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bc656957-1204-4118-8701-f7eb694ff43e req-cde4edbc-e80c-40cf-80bc-564d037b1e82 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309646 Mar 23 19:26:46.209539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 893601c8-9ad7-49c4-8eab-80b1b4d04c59 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:46.255660 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:26:46.259606 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:46.259983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:46.336431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:46.358641 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:46.360920 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccab0a2-bf89-43c9-951c-6ed1d7609444" -d '{"events": [{"server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "name": "network-vif-plugged", "status": "completed", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:46.376439 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:46.382182 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:46.406132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726f3b7c-8140-4fe2-96b7-79549e9bd21a x-openstack-request-id: req-726f3b7c-8140-4fe2-96b7-79549e9bd21a {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:46.406438 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "name": "network-vif-plugged", "status": "completed", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:46.406694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-726f3b7c-8140-4fe2-96b7-79549e9bd21a {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:46.407080 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'code': 200} Mar 23 19:26:46.433853 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:46.463859 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef995b-9a9d-4195-bfb6-00bbc1125d98 req-edd0d552-94a1-4b8d-91f8-7e0643c2d2f7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:46.465298 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68ef995b-9a9d-4195-bfb6-00bbc1125d98 req-edd0d552-94a1-4b8d-91f8-7e0643c2d2f7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0503447 Mar 23 19:26:46.525076 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68ef995b-9a9d-4195-bfb6-00bbc1125d98 req-f1d9e9ed-5da9-4de1-bb53-9dff2619ac37 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532100 Mar 23 19:26:46.595273 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea99a-e2a8-4955-8453-042b5586d366 req-fabf4ea0-e1d0-41fa-ae47-a60f6f046d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:46.597095 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8c5ea99a-e2a8-4955-8453-042b5586d366 req-fabf4ea0-e1d0-41fa-ae47-a60f6f046d85 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0386920 Mar 23 19:26:46.634035 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8c5ea99a-e2a8-4955-8453-042b5586d366 req-b93eb751-c89f-4baf-9be4-3f90567d7196 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276399 Mar 23 19:26:46.785572 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:47.073609 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037b1fd-9fdf-46be-8ec9-92d698abc079 req-3e7d036b-6dba-4d15-b2a5-45871869fa66 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:47.074988 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2037b1fd-9fdf-46be-8ec9-92d698abc079 req-3e7d036b-6dba-4d15-b2a5-45871869fa66 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Mar 23 19:26:47.111621 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2037b1fd-9fdf-46be-8ec9-92d698abc079 req-b93f9ee0-c940-4c73-81ee-98a6b759f6eb tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Mar 23 19:26:47.642680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a79a9-0b95-400a-8206-b4a7b0e7b7fb req-35229f11-e80e-4915-92f0-9bfb76155692 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:47.644927 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-aa4a79a9-0b95-400a-8206-b4a7b0e7b7fb req-35229f11-e80e-4915-92f0-9bfb76155692 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0508833 Mar 23 19:26:47.685895 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-aa4a79a9-0b95-400a-8206-b4a7b0e7b7fb req-a445e32f-ed61-4469-b54b-f228fccaeab5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353510 Mar 23 19:26:48.233350 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a3367-9697-4fa2-bf99-359ec595a4fc req-2a64ee02-9418-4ca6-a9ca-0b2c09b6ae1a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:48.234733 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-815a3367-9697-4fa2-bf99-359ec595a4fc req-2a64ee02-9418-4ca6-a9ca-0b2c09b6ae1a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0576038 Mar 23 19:26:48.271546 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-815a3367-9697-4fa2-bf99-359ec595a4fc req-6c91dc82-72c8-44dc-b86c-8add8812ae7d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Mar 23 19:26:48.307694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:48.686896 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:48.802038 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f872599-6582-49cc-bc5d-4c4533d1ece8 req-48b81fdc-3ed7-4997-8ae9-25e870850042 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:48.803543 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f872599-6582-49cc-bc5d-4c4533d1ece8 req-48b81fdc-3ed7-4997-8ae9-25e870850042 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0505004 Mar 23 19:26:48.841189 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f872599-6582-49cc-bc5d-4c4533d1ece8 req-9820983f-8163-4e62-9b50-28939dd9eca8 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314701 Mar 23 19:26:49.383373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f963a-25e7-4160-9ce8-a9fa665cc99d req-dbf3b852-7a1c-4c9f-82e2-da76fd355dd3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:49.384850 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-721f963a-25e7-4160-9ce8-a9fa665cc99d req-dbf3b852-7a1c-4c9f-82e2-da76fd355dd3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0474234 Mar 23 19:26:49.422253 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-721f963a-25e7-4160-9ce8-a9fa665cc99d req-7c88f345-f351-4f90-8c12-3a7958623246 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Mar 23 19:26:49.530336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa4fc-6c2d-44e9-aa57-fa273418c423 req-ea033f95-fb86-44a6-9ca0-6c01491164c6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:49.531822 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c47aa4fc-6c2d-44e9-aa57-fa273418c423 req-ea033f95-fb86-44a6-9ca0-6c01491164c6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0483453 Mar 23 19:26:49.540628 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44614) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:49.544986 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'floatingip': {'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:49.587431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:49.956050 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b00eab-e199-49ee-b7c8-37da52f59b74 req-a087eb61-34a4-4917-9183-ea903dd86cf6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:49.958187 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-98b00eab-e199-49ee-b7c8-37da52f59b74 req-a087eb61-34a4-4917-9183-ea903dd86cf6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0504065 Mar 23 19:26:49.997398 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-98b00eab-e199-49ee-b7c8-37da52f59b74 req-09d0926a-993d-4b54-87db-56445906a15d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330322 Mar 23 19:26:50.317661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.321468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.334469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44634) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:50.419350 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Floating IP 8d80a57a-5c38-467e-ab05-677627c2a2a4 associated. External IP: 172.27.3.37, port: 893601c8-9ad7-49c4-8eab-80b1b4d04c59. Mar 23 19:26:50.434968 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2282de5d-9f37-4a69-9b4a-1ce5d85da5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.510511 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2282de5d-9f37-4a69-9b4a-1ce5d85da5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.514363 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2282de5d-9f37-4a69-9b4a-1ce5d85da5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.560877 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2282de5d-9f37-4a69-9b4a-1ce5d85da5ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20adbea203784826af8dfb92a29877c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251480 Mar 23 19:26:50.562542 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282de5d-9f37-4a69-9b4a-1ce5d85da5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1d1c9-0aa8-497e-84a2-f0d8cc63743d,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:50.564676 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44638) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:50.616925 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.631869 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Router 10d9e01a-1886-451d-bd69-e989bd913e0a has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:26:50.639641 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.697509 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.700256 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.701449 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09c1d1c9-0aa8-497e-84a2-f0d8cc63743d HTTP/1.1" status: 204 len: 168 time: 0.1360543 Mar 23 19:26:50.711999 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c3559-ea3f-4385-80e3-e457a4a28a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1d1c9-0aa8-497e-84a2-f0d8cc63743d,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:50.768576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:26:50.775870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:50.780449 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:26:50.791123 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:26:50.791750 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:50.845354 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1df7c558-c96c-4e4c-87f6-332984df4759 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "PUT /v2.0/floatingips/8d80a57a-5c38-467e-ab05-677627c2a2a4 HTTP/1.1" status: 200 len: 991 time: 1.3034489 Mar 23 19:26:50.846647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:50.850605 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e685744-ec18-4ed2-9357-9ccaca5e390e" -d '{"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:50.893504 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06950e5-cfc4-4c06-ab6b-22223bfad767 x-openstack-request-id: req-b06950e5-cfc4-4c06-ab6b-22223bfad767 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:50.894352 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:50.894352 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b06950e5-cfc4-4c06-ab6b-22223bfad767 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:50.894578 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'status': 'completed', 'code': 200} Mar 23 19:26:50.917697 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:26:50.981341 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-7b61c1ac-748a-4b05-ac1b-60b614b01a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:50.983266 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-7b61c1ac-748a-4b05-ac1b-60b614b01a30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0465970 Mar 23 19:26:51.107405 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-4ebbcbac-38b1-43d8-9893-0f450d1ebe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:51.109802 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-4ebbcbac-38b1-43d8-9893-0f450d1ebe34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.1158864 Mar 23 19:26:51.233642 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-1c56d88f-8913-461f-8bfc-aa02e8de7eff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 999 time: 0.1167796 Mar 23 19:26:51.241951 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4738f1-3a6a-4832-8c19-d6ba2ce10a97 req-6259cf6a-ebaa-4a46-a850-c81704393600 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:51.250230 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5a4738f1-3a6a-4832-8c19-d6ba2ce10a97 req-6259cf6a-ebaa-4a46-a850-c81704393600 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.1164567 Mar 23 19:26:51.260655 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:26:50Z', 'revision_number': 1, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:51.289509 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:26:51.300179 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:26:51.301009 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:51.320487 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5a4738f1-3a6a-4832-8c19-d6ba2ce10a97 req-6056536d-32ab-4df8-81b3-cb5360a441e3 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693550 Mar 23 19:26:51.340440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-842a3902-b7c5-484b-bbfa-abe0ad0e0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:51.342040 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-842a3902-b7c5-484b-bbfa-abe0ad0e0a50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0831761 Mar 23 19:26:51.342753 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44672) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:51.348074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172294965', 'description': 'tempest-description--709498350'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:51.370063 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.408291 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-78369d97-de40-4837-a9e7-70283fa32bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:51.410398 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-78369d97-de40-4837-a9e7-70283fa32bfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525455 Mar 23 19:26:51.451595 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:26:51.454295 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.459338 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.493446 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.495546 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1516368 Mar 23 19:26:51.498444 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44680) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:51.505208 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': '1ecf730d-2262-4b1c-9392-18483d7ef310', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:51.524675 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-fc1f7d83-c3c1-4dbd-b2e9-71c3b4897c50 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056316 Mar 23 19:26:51.530602 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a578ea1-b927-45c8-aca7-f187a3f2422b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecf730d-2262-4b1c-9392-18483d7ef310,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:51.557150 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.622859 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.628796 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.656983 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e08a27a-23ee-45bf-949f-618b4b2b1722,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:51.666370 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.667839 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0265dd0e-e725-4d75-8a78-0c7a1655fc4a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681972 Mar 23 19:26:51.671280 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e685744-ec18-4ed2-9357-9ccaca5e390e req-d079ddd1-6ab3-4c8d-9226-5faaa825a54d service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246810 Mar 23 19:26:51.671562 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44684) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:51.675912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': '1ecf730d-2262-4b1c-9392-18483d7ef310', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:51.723543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.788208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.792264 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.813852 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8aafee-2572-4897-adb7-1e959d79ff97,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:51.821281 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.822365 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-bc39559f-04b5-4b34-96d3-48a0a7a02be2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498830 Mar 23 19:26:51.825468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44694) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:51.830341 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:51.832802 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:26:50Z', 'revision_number': 1, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:51.855005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:51.862295 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36658b9e-d93d-4c52-88e4-5f0c0b19103d None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:26:50Z', 'revision_number': 1, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:26:51.990743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.104627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d355424-bb0d-4f0a-85b3-7bc6e27840de None None] New status for floating IP 8d80a57a-5c38-467e-ab05-677627c2a2a4: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:26:52.119344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.27.3.30 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/d74e55cc-b105-4d58-ab18-2867f5c644fc) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:52.146326 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44702) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:52.305265 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.307633 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-88e31679-2962-4f0f-b32f-89328fd08369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.360727 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.407581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:52.409289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-88e31679-2962-4f0f-b32f-89328fd08369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.413882 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-88e31679-2962-4f0f-b32f-89328fd08369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.436256 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:52.441692 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:52.447156 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=d74e55cc-b105-4d58-ab18-2867f5c644fc,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:52.462779 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e31679-2962-4f0f-b32f-89328fd08369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3be2c-7e83-4859-b127-728fca1f3581,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:52.474715 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-88e31679-2962-4f0f-b32f-89328fd08369 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d405e582254a4ec6820edef64d193f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270555 Mar 23 19:26:52.477236 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44722) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:52.516937 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13b263-b91b-4be1-87b9-c517b824ce38 req-b1571494-7745-4a6b-aa6d-dd9976706cfb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:52.518735 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6b13b263-b91b-4be1-87b9-c517b824ce38 req-b1571494-7745-4a6b-aa6d-dd9976706cfb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.1160395 Mar 23 19:26:52.546592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.590536 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6b13b263-b91b-4be1-87b9-c517b824ce38 req-8c9cb72c-a9fd-4d9e-adcc-e8fae634eaa7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649006 Mar 23 19:26:52.595183 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.596029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.619331 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded45d70-c731-4425-957e-ffd8ab191d19 req-5dea1642-e2ab-4b55-b915-bc8d15aaa828 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:52.620954 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ded45d70-c731-4425-957e-ffd8ab191d19 req-5dea1642-e2ab-4b55-b915-bc8d15aaa828 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0940917 Mar 23 19:26:52.637346 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.674740 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ded45d70-c731-4425-957e-ffd8ab191d19 req-5f4990a7-527c-4be2-9843-4c346e04f744 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464554 Mar 23 19:26:52.685474 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.688553 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.692002 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0c3be2c-7e83-4859-b127-728fca1f3581 HTTP/1.1" status: 204 len: 168 time: 0.2112556 Mar 23 19:26:52.699245 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498dcf1-70ac-47ce-a3fe-02299bbdd50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3be2c-7e83-4859-b127-728fca1f3581,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:52.800069 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.804494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.877810 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=d74e55cc-b105-4d58-ab18-2867f5c644fc,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:52.886283 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.902203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:52.903495 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1a323d17-21ab-4337-b4e8-48e6a9fb7170 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0770624 Mar 23 19:26:53.098028 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-a974ad9f-20e5-4fee-a6d9-2aab8c28b8f2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--172294965&fields=id&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 267 time: 0.0326610 Mar 23 19:26:53.208578 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-55fcf1f1-faae-4cc1-87aa-3902c706539f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:53.210068 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-55fcf1f1-faae-4cc1-87aa-3902c706539f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.1054702 Mar 23 19:26:53.225074 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-8abebaf1-1aee-4692-8f63-a8e0b50dcd08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/quotas/e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 375 time: 0.0094309 Mar 23 19:26:53.286078 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-031c2246-0ff3-4178-b797-c674e49f6e60 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556486 Mar 23 19:26:53.341772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44760) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:53.381203 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-59a05376-2b27-4875-b58c-d48019d294ed service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Mar 23 19:26:53.438351 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1335467411-network', 'tenant_id': '5da779c102a04597ba16930c16bb55b2'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:53.458293 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Made reservation on behalf of 5da779c102a04597ba16930c16bb55b2 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:53.460612 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.468616 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.472912 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-13c20ac0-8af6-4608-b2cd-7b26f9da7481 service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Mar 23 19:26:53.546036 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.550108 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.575372 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:26:53.586739 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9face238-2c24-4fc3-8c45-ac72745c7df3,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:53.591950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.592301 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Added segment f20d1ff4-b969-4520-b89a-900000c89e7a of type vlan for network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 Mar 23 19:26:53.653498 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0744bd8d-a911-408c-afa2-51832224c16f req-1f2e5ce6-8936-4e2a-bdf8-f3abcb9c7399 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 210 time: 0.0509295 Mar 23 19:26:53.669648 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.705728 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.707408 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:53.708167 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.723619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106817-3510-4b70-bde5-0cc7b579180e req-1fe684af-bd7f-4731-8fcd-8e59de87dbc4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:53.725462 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b2106817-3510-4b70-bde5-0cc7b579180e req-1fe684af-bd7f-4731-8fcd-8e59de87dbc4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 943 time: 0.0545006 Mar 23 19:26:53.743738 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4008131 Mar 23 19:26:53.746535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44774) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:53.777525 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Request body: {'subnet': {'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1335467411-subnet', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:53.784282 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b2106817-3510-4b70-bde5-0cc7b579180e req-533b69f3-39a3-4c3d-96a5-9a449cae88a9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507073 Mar 23 19:26:53.801082 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d426b-869c-4c9f-8034-09369225b5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0617d7cc-2319-4fde-a92d-6b18cb3f2b16,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:53.813700 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:26:53.830061 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Made reservation on behalf of 5da779c102a04597ba16930c16bb55b2 for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:53.833241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137283'] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:53.872134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2586b43-414d-4a32-b4d3-54ff4928b79e req-8f1d215b-755a-4c75-9fc0-3cf93cea1798 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:53.873676 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e2586b43-414d-4a32-b4d3-54ff4928b79e req-8f1d215b-755a-4c75-9fc0-3cf93cea1798 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0929420 Mar 23 19:26:53.962613 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e2586b43-414d-4a32-b4d3-54ff4928b79e req-ee9ce91d-ee5f-4eb0-bc6a-7f08d24af9fc tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624957 Mar 23 19:26:54.060031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3856693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137301'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.120900 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75fe0d3-0774-41fd-b98a-60a7447cd1dd,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:54.130607 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Checking segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:54.130969 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Network hostable DHCP agents. Network: 0617d7cc-2319-4fde-a92d-6b18cb3f2b16, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:26:54.148036 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:26:54.157242 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 0617d7cc-2319-4fde-a92d-6b18cb3f2b16) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:54.161630 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:54.162222 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.165965 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d756d4-f314-4d4c-9242-1b06928635d9 None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:26:54.181707 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d870ab01-784f-426a-a0bf-3557b4d9542c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4321134 Mar 23 19:26:54.184147 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44782) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:54.188343 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:54.210744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.212100 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.235925 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 83190d8e-6993-41c4-8661-5701e9b67796 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:26:54.271064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.401410 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:26:54.402298 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.424161 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=83190d8e-6993-41c4-8661-5701e9b67796,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:54.487318 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '83190d8e-6993-41c4-8661-5701e9b67796', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'port_id': '83190d8e-6993-41c4-8661-5701e9b67796', 'mac_address': 'fa:16:3e:ad:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:26:54.569343 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.594453 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83190d8e-6993-41c4-8661-5701e9b67796 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:26:54.608735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Allocated IP 172.20.0.2 (0617d7cc-2319-4fde-a92d-6b18cb3f2b16/b75fe0d3-0774-41fd-b98a-60a7447cd1dd/129d9c6f-9aca-45ab-b685-6ac485bbe775) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:54.626415 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=83190d8e-6993-41c4-8661-5701e9b67796,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:54.633987 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.634545 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.814187 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-37bfda9b-5c68-4a63-a8f4-7dce7fc35758 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:54.815985 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-37bfda9b-5c68-4a63-a8f4-7dce7fc35758 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.1766627 Mar 23 19:26:54.850831 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5de3404e-0358-4f42-afb1-21d8db7cdf81 req-927f3063-8bd1-45ef-a99d-7e4b3997744a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 210 time: 0.0666146 Mar 23 19:26:54.902460 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-5ad91ffe-0f34-4953-a165-0c6164380a1d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 472 time: 0.0667751 Mar 23 19:26:54.913831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'port': {'device_id': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'admin_state_up': True, 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'security_groups': ['1ecf730d-2262-4b1c-9392-18483d7ef310']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:54.920783 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:54.930577 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.937333 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.937714 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.938058 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.938391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.938898 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.939231 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.939580 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.939891 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.940262 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.940558 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.940939 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.941263 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:54.955742 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:54.979598 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d86b2-8c31-4ff6-bc86-972c4b8a47d9 req-fd518429-088f-4eb0-a6f1-dda33936d9c9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:54.981353 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-037d86b2-8c31-4ff6-bc86-972c4b8a47d9 req-fd518429-088f-4eb0-a6f1-dda33936d9c9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 944 time: 0.0891747 Mar 23 19:26:55.007797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.015967 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.042121 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:55.048601 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.063705 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-037d86b2-8c31-4ff6-bc86-972c4b8a47d9 req-7c1258bc-b45e-4df0-af47-348f08cdb54c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568480 Mar 23 19:26:55.068071 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:55.075788 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:55.084458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:55.122201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Allocated IP 172.27.3.205 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/62138000-6eda-49f1-a5a9-23757b04e6c6) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:55.131753 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['83190d8e-6993-41c4-8661-5701e9b67796'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:26:55.171564 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Pushing event updated for resources: {'Port': ['ID=129d9c6f-9aca-45ab-b685-6ac485bbe775,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:55.191464 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191e54-0131-4b2f-b766-97352ed3207b req-17d3648a-559f-4332-86f2-eb3216fdd6ab tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:55.197327 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c7191e54-0131-4b2f-b766-97352ed3207b req-17d3648a-559f-4332-86f2-eb3216fdd6ab tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0986941 Mar 23 19:26:55.200859 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Attempting to bind port 129d9c6f-9aca-45ab-b685-6ac485bbe775 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:55.201471 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Attempting to bind port 129d9c6f-9aca-45ab-b685-6ac485bbe775 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:55.202161 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Attempting to bind port 129d9c6f-9aca-45ab-b685-6ac485bbe775 on network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:55.210317 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:55.210696 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Checking segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:55.211106 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.211505 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Bound using segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:55.211979 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Bound port: 129d9c6f-9aca-45ab-b685-6ac485bbe775, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:55.212369 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.230498 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.269662 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.298456 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.20.0.12 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/89de7b4f-e829-4c1a-97f4-01ffc4f70cf9) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:55.306394 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c7191e54-0131-4b2f-b766-97352ed3207b req-ed9b1c2a-f302-404a-ae04-8f6c75f5c0e6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018920 Mar 23 19:26:55.312556 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:55.315403 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:55.319822 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:55.325452 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] For port 129d9c6f-9aca-45ab-b685-6ac485bbe775, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:55.331315 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] For port 129d9c6f-9aca-45ab-b685-6ac485bbe775, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=129d9c6f-9aca-45ab-b685-6ac485bbe775,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:55.341734 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.345676 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Pushing event updated for resources: {'Port': ['ID=62138000-6eda-49f1-a5a9-23757b04e6c6,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:55.445122 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e1c32-83e4-420f-b4bf-8c373ca6d8fa None None] Pushing event updated for resources: {'Port': ['ID=129d9c6f-9aca-45ab-b685-6ac485bbe775,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:55.485572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.541308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.624451 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:55.627750 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:55.631938 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:55.634910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.663144 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:55.696670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:55.697798 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.721591 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-30e3a0b8-e4fb-4f2f-b726-13cff7d8bac1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120103 Mar 23 19:26:55.735154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Request body: {'port': {'device_id': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:55.793285 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.874017 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:55.960238 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1bab0daf-6554-44ff-86ce-e8dbb5895976 None None] Provisioning complete for port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:55.960787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1bab0daf-6554-44ff-86ce-e8dbb5895976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.008549 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-1bab0daf-6554-44ff-86ce-e8dbb5895976 None None] Port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:56.009594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83efe-d041-4393-b787-6987096c0cf6 req-2ffe9d19-fd50-4535-ae43-b0b4ef002965 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.011115 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-35b83efe-d041-4393-b787-6987096c0cf6 req-2ffe9d19-fd50-4535-ae43-b0b4ef002965 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 932 time: 0.0949152 Mar 23 19:26:56.064805 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-35b83efe-d041-4393-b787-6987096c0cf6 req-8759a276-895b-49ec-bc0b-22d03ef7612b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457294 Mar 23 19:26:56.072453 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:26:56.075484 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:26:56.083815 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.097392 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Transition to ACTIVE for port object 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:26:56.102696 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.223926 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:26:56.228379 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Pushing event updated for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:56.235839 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Sync routers for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:26:56.245975 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.248873 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ca4596c5-db62-4fec-b034-a1da6cba4e90 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0622709 Mar 23 19:26:56.249962 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44806) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:56.259189 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:26:56.260207 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:56.296672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437938-7298-4664-9c1d-43cd4ef38add req-4d537cd3-1268-4324-acdd-2ba9b8115d52 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.298280 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9d437938-7298-4664-9c1d-43cd4ef38add req-4d537cd3-1268-4324-acdd-2ba9b8115d52 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 944 time: 0.1486573 Mar 23 19:26:56.333697 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Attempting to bind port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:56.334246 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Attempting to bind port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:56.334709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Attempting to bind port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:56.355691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 on network d7852928-7407-4b03-85a4-ac35aaeae76e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:26:56.356095 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Attempting to bind port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:56.371781 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:56.372123 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:56.372523 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:56.373025 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Bound port: 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:56.373392 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.396328 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:26:56.424920 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9d437938-7298-4664-9c1d-43cd4ef38add req-5f1146a2-1486-413e-8fed-dca43729a83d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186824 Mar 23 19:26:56.463479 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:56.467072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:56.474659 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.595430 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383683d9-c4de-472e-b42e-babc6226325d req-069d41d3-9507-4603-89da-91e4995b1e32 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.597208 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-383683d9-c4de-472e-b42e-babc6226325d req-069d41d3-9507-4603-89da-91e4995b1e32 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1243649 Mar 23 19:26:56.608558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.609265 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.610909 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] 10.222.0.42 "PUT /v2.0/ports/89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 HTTP/1.1" status: 200 len: 1094 time: 0.8806238 Mar 23 19:26:56.628896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:56.637462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1742da-392b-4372-8aee-3087a0a10d53" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:56.661071 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85741cc1-7966-4a2f-9538-c4c43118ed92 service neutron] Pushing event updated for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:56.677522 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722eab6d-2a16-472f-a991-96546c24c3f3 None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:26:56.698250 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:55Z', 'revision_number': 3, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:56.712614 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-cb3d032a-3aab-4d8d-af44-6c6860376de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.714426 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-cb3d032a-3aab-4d8d-af44-6c6860376de7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 1097 time: 0.0519240 Mar 23 19:26:56.746904 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Checking router: 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:26:56.747258 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Updating router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb port 62138000-6eda-49f1-a5a9-23757b04e6c6 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:26:56.763698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2760e79-8ea7-4c61-bea1-fe52cd16f9fd x-openstack-request-id: req-e2760e79-8ea7-4c61-bea1-fe52cd16f9fd {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:56.764322 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:56.765020 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2760e79-8ea7-4c61-bea1-fe52cd16f9fd {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:56.765608 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'status': 'completed', 'code': 200} Mar 23 19:26:56.767193 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-6240d882-8e03-4108-9e1d-c15d57ca1677 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 HTTP/1.1" status: 200 len: 217 time: 0.0440540 Mar 23 19:26:56.779403 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.824768 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-5d963872-c639-4109-86b8-8c9c64ffd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.826608 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-5d963872-c639-4109-86b8-8c9c64ffd4e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0517466 Mar 23 19:26:56.831728 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] Provisioning complete for port 129d9c6f-9aca-45ab-b685-6ac485bbe775 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:56.832321 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:56.883282 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-383683d9-c4de-472e-b42e-babc6226325d req-a79033dc-2778-42c9-ace4-b390323bef6a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321987 Mar 23 19:26:56.890586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f154bc-6691-4aac-be24-be371fdf4616 req-9017cb17-ee69-4f27-970c-d777d3a629ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:56.894548 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-9017cb17-ee69-4f27-970c-d777d3a629ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574584 Mar 23 19:26:56.997958 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-6e50d0a9-ceed-4308-ad73-a79de2eb6794 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914509 Mar 23 19:26:57.027596 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 129d9c6f-9aca-45ab-b685-6ac485bbe775 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:57.066619 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.117038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] For port 129d9c6f-9aca-45ab-b685-6ac485bbe775, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=129d9c6f-9aca-45ab-b685-6ac485bbe775,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:57.131075 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.169695 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 129d9c6f-9aca-45ab-b685-6ac485bbe775 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:57.170067 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.272108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42eb3f-8235-4943-b3a0-120cffe5cc83 None None] Pushing event updated for resources: {'Port': ['ID=129d9c6f-9aca-45ab-b685-6ac485bbe775,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:57.305933 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.323907 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.335348 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95f154bc-6691-4aac-be24-be371fdf4616 req-82c52805-633a-4451-a015-c486fb612997 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248262 Mar 23 19:26:57.381287 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710bc95-e1e7-41f2-8dd3-a2204aed0304 req-a7e5ce20-bff4-430a-a480-006b0b7c4526 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:57.389500 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3710bc95-e1e7-41f2-8dd3-a2204aed0304 req-a7e5ce20-bff4-430a-a480-006b0b7c4526 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.1591995 Mar 23 19:26:57.393095 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Attempting to bind port 62138000-6eda-49f1-a5a9-23757b04e6c6 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:26:57.393657 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Attempting to bind port 62138000-6eda-49f1-a5a9-23757b04e6c6 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:26:57.394213 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Attempting to bind port 62138000-6eda-49f1-a5a9-23757b04e6c6 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:26:57.407701 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:26:57.408488 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:26:57.409101 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.409697 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:26:57.410460 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Bound port: 62138000-6eda-49f1-a5a9-23757b04e6c6, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:26:57.411051 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.446007 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Pushing event updated for resources: {'Port': ['ID=62138000-6eda-49f1-a5a9-23757b04e6c6,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:57.450379 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.468209 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.468479 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.468843 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.468960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3710bc95-e1e7-41f2-8dd3-a2204aed0304 req-1fd33672-458c-4248-976e-01cc88aebd9a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728767 Mar 23 19:26:57.469175 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.469502 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.469899 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.472296 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.472885 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.473436 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.473939 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.474278 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.474613 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:26:57.489813 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-fb3943b1-9468-4674-8d9d-08ecaf6a12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:57.492790 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-fb3943b1-9468-4674-8d9d-08ecaf6a12c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 1097 time: 0.0956774 Mar 23 19:26:57.497347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-bafaaa08-bfa5-42f1-90a7-f2093c515ee8 None None] Provisioning complete for port 129d9c6f-9aca-45ab-b685-6ac485bbe775 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:57.498165 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bafaaa08-bfa5-42f1-90a7-f2093c515ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.513128 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] For port 62138000-6eda-49f1-a5a9-23757b04e6c6, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:26:57.516750 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] For port 62138000-6eda-49f1-a5a9-23757b04e6c6, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=62138000-6eda-49f1-a5a9-23757b04e6c6,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:26:57.524064 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.611112 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88e4c9-4d78-4edb-a49e-ec277bf40387 None None] Pushing event updated for resources: {'Port': ['ID=62138000-6eda-49f1-a5a9-23757b04e6c6,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:57.619093 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:26:57.619842 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:57.645844 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3443961-2a41-42d3-ba82-eceb8afbe706 req-498e9dde-8c54-45a2-a703-a5c8ad0a221b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:57.647418 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e3443961-2a41-42d3-ba82-eceb8afbe706 req-498e9dde-8c54-45a2-a703-a5c8ad0a221b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 944 time: 0.1037195 Mar 23 19:26:57.718740 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e3443961-2a41-42d3-ba82-eceb8afbe706 req-5d4d2169-7342-446b-bc60-e135e2224164 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475018 Mar 23 19:26:57.728776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Allocated IP 172.20.0.1 (0617d7cc-2319-4fde-a92d-6b18cb3f2b16/b75fe0d3-0774-41fd-b98a-60a7447cd1dd/1cfd96b4-bae2-4cec-a386-2cd6666da24a) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:26:57.761809 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:26:57.853405 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.880565 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-20b1a390-47fd-492b-a057-ceb8f20d37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:57.882486 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-20b1a390-47fd-492b-a057-ceb8f20d37f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.3817787 Mar 23 19:26:57.911119 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:57.984746 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-e762afed-feab-40b8-9a2e-c3b2176c2700 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 HTTP/1.1" status: 200 len: 217 time: 0.0785990 Mar 23 19:26:58.023917 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:58.028507 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:58.030954 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Pushing event updated for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:58.033450 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:26:58.075774 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:55Z', 'revision_number': 3, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:26:58.080672 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.124674 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8d435-4f3c-4bfa-9ef7-ca5fb983c904 None None] The sync data for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi is: [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:55Z', 'revision_number': 3, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:26:58.142548 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-24c8f9f6-1e73-4f9f-880f-7dd2c07fc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:58.144485 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-24c8f9f6-1e73-4f9f-880f-7dd2c07fc9a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.1416206 Mar 23 19:26:58.155365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9802354-11df-45c3-b488-8b00ed3a81f6 req-c8cd59cc-e1d3-4936-ac60-165c19ae1a4a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:58.157225 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c9802354-11df-45c3-b488-8b00ed3a81f6 req-c8cd59cc-e1d3-4936-ac60-165c19ae1a4a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0872061 Mar 23 19:26:58.243681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-26d67e02-0e37-4c5a-943c-718bc35c2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:58.245208 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-26d67e02-0e37-4c5a-943c-718bc35c2a16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870907 Mar 23 19:26:58.248120 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c9802354-11df-45c3-b488-8b00ed3a81f6 req-664f0360-e655-4260-bc21-de519e264eb2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814207 Mar 23 19:26:58.259479 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 83190d8e-6993-41c4-8661-5701e9b67796 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:58.278802 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.411849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 83190d8e-6993-41c4-8661-5701e9b67796 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:26:58.416656 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 83190d8e-6993-41c4-8661-5701e9b67796 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:58.417409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.427508 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-5e1ba9c6-bd96-4731-ad62-a5534867e2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691720 Mar 23 19:26:58.480232 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-2f5de38d-b53a-4011-8348-a88e44b44dae None None] Provisioning complete for port 1cfd96b4-bae2-4cec-a386-2cd6666da24a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:58.480607 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2f5de38d-b53a-4011-8348-a88e44b44dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.535881 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.556127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.579287 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-2f5de38d-b53a-4011-8348-a88e44b44dae None None] Port 1cfd96b4-bae2-4cec-a386-2cd6666da24a cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:58.596730 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.600305 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa1742da-392b-4372-8aee-3087a0a10d53 req-888c606d-2e21-4064-9cf8-ad4867a682b8 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637683 Mar 23 19:26:58.634663 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:26:58.637220 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e87a2-1a35-4cbd-8be0-6a78c9d2e119" -d '{"events": [{"server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "name": "network-vif-plugged", "status": "completed", "tag": "83190d8e-6993-41c4-8661-5701e9b67796"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:26:58.662284 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=83190d8e-6993-41c4-8661-5701e9b67796,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:58.667884 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.715320 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f2f8-4268-4d98-8906-27c74908c206 req-b652e31b-5c24-4128-b63c-d4c1313b275a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:58.717403 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324c810e-293a-4c0d-a5b5-28d4f46920d3 x-openstack-request-id: req-324c810e-293a-4c0d-a5b5-28d4f46920d3 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:26:58.717721 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "name": "network-vif-plugged", "status": "completed", "tag": "83190d8e-6993-41c4-8661-5701e9b67796", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:26:58.717982 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-324c810e-293a-4c0d-a5b5-28d4f46920d3 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:26:58.718384 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796', 'code': 200} Mar 23 19:26:58.725452 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a85f2f8-4268-4d98-8906-27c74908c206 req-b652e31b-5c24-4128-b63c-d4c1313b275a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.1557252 Mar 23 19:26:58.734600 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:58.739923 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Pushing event updated for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:58.762594 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:58.807110 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a85f2f8-4268-4d98-8906-27c74908c206 req-df655dd5-854b-438c-924f-182c932cc1c3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808170 Mar 23 19:26:58.886908 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:26:58.889849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:26:58.903078 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5f0f6-c545-419e-b9e6-7535c4f2995f req-9bb58f7c-01e1-417d-9278-6394dbee1956 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:58.916464 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cdb5f0f6-c545-419e-b9e6-7535c4f2995f req-9bb58f7c-01e1-417d-9278-6394dbee1956 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.1115916 Mar 23 19:26:58.983985 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cdb5f0f6-c545-419e-b9e6-7535c4f2995f req-4a823327-3cac-4597-b419-ef9e7dbeaf1b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655682 Mar 23 19:26:59.072373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c21c5-8612-4e4a-bcb1-b3e4c979f1a6 req-e2151ec4-4107-4485-af79-e943d3eef1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:59.073700 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-496c21c5-8612-4e4a-bcb1-b3e4c979f1a6 req-e2151ec4-4107-4485-af79-e943d3eef1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 1098 time: 0.0865040 Mar 23 19:26:59.137828 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 129d9c6f-9aca-45ab-b685-6ac485bbe775 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:59.155462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:26:59.195524 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 129d9c6f-9aca-45ab-b685-6ac485bbe775 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:59.195905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.198230 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-496c21c5-8612-4e4a-bcb1-b3e4c979f1a6 req-ee8f7adb-b2b7-4bed-9d82-9003924634e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129928 Mar 23 19:26:59.241798 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-5e9a9718-2aa1-4413-abdc-8057c6563294 None None] Provisioning complete for port 1cfd96b4-bae2-4cec-a386-2cd6666da24a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:59.242181 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e9a9718-2aa1-4413-abdc-8057c6563294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.285632 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a9718-2aa1-4413-abdc-8057c6563294 None None] Port 1cfd96b4-bae2-4cec-a386-2cd6666da24a cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:26:59.295155 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:26:59.301588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-28a660a4-4fdf-4a34-a048-d7b3ad566acf admin admin] 10.222.0.43 "PUT /v2.0/routers/148b87a7-c5f3-475e-ad06-8f7ad79a2dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0504038 Mar 23 19:26:59.333820 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 62138000-6eda-49f1-a5a9-23757b04e6c6 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:26:59.397837 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 62138000-6eda-49f1-a5a9-23757b04e6c6 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:26:59.398308 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.427179 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bab3bc-f27c-4746-8a40-70da08e39013 req-45fbdf10-5911-49e9-932a-71af4df111a0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:59.428875 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56bab3bc-f27c-4746-8a40-70da08e39013 req-45fbdf10-5911-49e9-932a-71af4df111a0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0583737 Mar 23 19:26:59.480747 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56bab3bc-f27c-4746-8a40-70da08e39013 req-3ba2d474-9aa6-4c7f-ae6b-521a9b28a5ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 Mar 23 19:26:59.521325 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.545434 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 62138000-6eda-49f1-a5a9-23757b04e6c6, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=62138000-6eda-49f1-a5a9-23757b04e6c6,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:26:59.550405 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.598530 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=62138000-6eda-49f1-a5a9-23757b04e6c6,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:26:59.879828 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44862) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:26:59.884579 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-950712624-network', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:26:59.905869 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Made reservation on behalf of 1fa1a4bbae6846c9a7a279d148cc2f4a for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:26:59.908331 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.917049 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:26:59.939774 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7a2d4-0996-4ea1-b8f2-675ac56081af req-fa5390cf-a3c4-4eac-9504-ae900b98185a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:26:59.941827 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-89c7a2d4-0996-4ea1-b8f2-675ac56081af req-fa5390cf-a3c4-4eac-9504-ae900b98185a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.0560989 Mar 23 19:26:59.981866 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-89c7a2d4-0996-4ea1-b8f2-675ac56081af req-1cfaf3de-b566-4c38-b1e5-558e4ec40294 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336337 Mar 23 19:26:59.994127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.002737 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.031563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:27:00.041692 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345bce97-4c05-4f61-b80d-c3348ffd48b9,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:00.046560 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.046905 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Added segment b5a9bff0-9a97-42bf-a6f8-56975cc16500 of type vlan for network e4b22258-f387-482b-89fc-3f353cc75b56 Mar 23 19:27:00.112271 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.144612 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b37ec-c8f4-4028-b11e-46bcf077723e req-dc7a203a-e138-4901-a057-a7d5ef0742e2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:00.146149 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ba8b37ec-c8f4-4028-b11e-46bcf077723e req-dc7a203a-e138-4901-a057-a7d5ef0742e2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0978076 Mar 23 19:27:00.152016 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.153106 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:00.153686 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.237107 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Sync routers for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:27:00.240146 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3592947 Mar 23 19:27:00.243161 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44868) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:00.245352 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8e502-ed9a-413b-83b2-33265025d60d admin admin] Pushing event updated for resources: {'Network': ['ID=e4b22258-f387-482b-89fc-3f353cc75b56,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:00.248012 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Request body: {'subnet': {'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-950712624-subnet', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:00.249647 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ba8b37ec-c8f4-4028-b11e-46bcf077723e req-c1617e7d-55c1-4423-9c4c-82b8b38c0653 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935633 Mar 23 19:27:00.260074 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:00.260259 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:00.263131 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network e4b22258-f387-482b-89fc-3f353cc75b56 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:27:00.278664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Made reservation on behalf of 1fa1a4bbae6846c9a7a279d148cc2f4a for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:27:00.281001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.420401 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:00.446008 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.503851 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7067735-2843-4f63-8722-68fdd40547d5,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:00.513966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Checking segment: {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:00.514328 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Network hostable DHCP agents. Network: e4b22258-f387-482b-89fc-3f353cc75b56, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:27:00.534267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Network e4b22258-f387-482b-89fc-3f353cc75b56 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:27:00.547517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, e4b22258-f387-482b-89fc-3f353cc75b56) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:00.553754 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:00.554163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.580921 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5bd998ff-b5e8-4984-9313-b60673432b5b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366425 Mar 23 19:27:00.584285 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 44874) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:00.590189 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:00.608540 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.610020 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.618792 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9c31-ae83-4405-99a1-c555d61ec846 req-23f0aa23-8115-4e8f-baae-92ecbbe85ea6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:00.620398 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e3d9c31-ae83-4405-99a1-c555d61ec846 req-23f0aa23-8115-4e8f-baae-92ecbbe85ea6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0562966 Mar 23 19:27:00.636552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee294921-c6df-41ca-b4de-d459ba15f8fc None None] Network e4b22258-f387-482b-89fc-3f353cc75b56 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:27:00.665497 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e3d9c31-ae83-4405-99a1-c555d61ec846 req-dafc75a9-f8f6-4b5b-a579-3f48c3f17913 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 Mar 23 19:27:00.670112 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.806673 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.885940 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-e4b22258-f387-482b-89fc-3f353cc75b56', 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'fixed_ips': [{'subnet_id': 'e7067735-2843-4f63-8722-68fdd40547d5'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:27:00.886879 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:00.910382 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 2, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:00.946511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 62138000-6eda-49f1-a5a9-23757b04e6c6 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:00.950670 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Checking router: 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:27:00.951029 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Updating router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb port 1cfd96b4-bae2-4cec-a386-2cd6666da24a binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:27:01.010146 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.029197 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.063582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.148625 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfbe3f-6eb4-4997-b0d5-27f17a4eccaa req-d834130e-d415-4d8b-9d6a-6c234390147b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:01.150124 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3bdfbe3f-6eb4-4997-b0d5-27f17a4eccaa req-d834130e-d415-4d8b-9d6a-6c234390147b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.0801880 Mar 23 19:27:01.154573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 62138000-6eda-49f1-a5a9-23757b04e6c6 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:01.154953 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.190472 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Allocated IP 172.27.3.66 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/a019c36c-bfe7-46ff-b3db-e3b892947e26) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:01.211996 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3bdfbe3f-6eb4-4997-b0d5-27f17a4eccaa req-456489a9-3e39-47b5-8264-69a2d4aa93da tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542009 Mar 23 19:27:01.233066 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Allocated IP 172.20.0.2 (e4b22258-f387-482b-89fc-3f353cc75b56/e7067735-2843-4f63-8722-68fdd40547d5/31f91ab1-46c0-40e2-8d76-6303d9b428fb) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:01.317692 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.354872 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.382767 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01858c2c-625d-4cc4-9726-93569808da36 req-b7720e13-52a6-40cb-aa27-103c82407205 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:01.389438 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01858c2c-625d-4cc4-9726-93569808da36 req-b7720e13-52a6-40cb-aa27-103c82407205 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0635738 Mar 23 19:27:01.399982 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:01.404768 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:01.409200 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:01.428505 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-01858c2c-625d-4cc4-9726-93569808da36 req-74184e96-0f21-43ee-adf8-b5c3e4ce9b64 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371375 Mar 23 19:27:01.431488 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Pushing event updated for resources: {'Port': ['ID=a019c36c-bfe7-46ff-b3db-e3b892947e26,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:01.541984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.567274 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.618270 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.621003 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Network e4b22258-f387-482b-89fc-3f353cc75b56 is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:01.625718 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:01.630714 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:01.634313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Pushing event updated for resources: {'Port': ['ID=31f91ab1-46c0-40e2-8d76-6303d9b428fb,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:01.638085 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.659186 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.723276 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170dcc4-3724-4f20-ba47-37cdf26325b8 None None] Pushing event updated for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:01.741858 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Attempting to bind port 31f91ab1-46c0-40e2-8d76-6303d9b428fb on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:01.742238 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Attempting to bind port 31f91ab1-46c0-40e2-8d76-6303d9b428fb by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:01.742611 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Attempting to bind port 31f91ab1-46c0-40e2-8d76-6303d9b428fb on network e4b22258-f387-482b-89fc-3f353cc75b56 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:01.763395 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:01.763728 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Checking segment: {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:01.764142 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.764542 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Bound using segment: {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:01.765057 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Bound port: 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:01.765447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.801734 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Attempting to bind port 1cfd96b4-bae2-4cec-a386-2cd6666da24a on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:01.802108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Attempting to bind port 1cfd96b4-bae2-4cec-a386-2cd6666da24a by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:01.802475 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Attempting to bind port 1cfd96b4-bae2-4cec-a386-2cd6666da24a on network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:01.828130 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:01.828511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Checking segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:01.828950 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.829357 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Bound using segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:01.829888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Bound port: 1cfd96b4-bae2-4cec-a386-2cd6666da24a, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:01.830241 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.900111 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] For port 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:01.905095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] For port 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=31f91ab1-46c0-40e2-8d76-6303d9b428fb,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:01.916247 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:01.964535 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] For port 1cfd96b4-bae2-4cec-a386-2cd6666da24a, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:01.992933 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] For port 1cfd96b4-bae2-4cec-a386-2cd6666da24a, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=1cfd96b4-bae2-4cec-a386-2cd6666da24a,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:02.005360 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.016859 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41082a-106d-46b6-837e-0d5b8ecb6d0c None None] Pushing event updated for resources: {'Port': ['ID=31f91ab1-46c0-40e2-8d76-6303d9b428fb,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:02.023564 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] Provisioning complete for port 1cfd96b4-bae2-4cec-a386-2cd6666da24a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:02.023564 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.095770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c008-bc3c-4341-927a-081320eb56ec req-b9b1025f-c049-4e05-856f-b1928a8fb8a9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:02.097672 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e160c008-bc3c-4341-927a-081320eb56ec req-b9b1025f-c049-4e05-856f-b1928a8fb8a9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.3365955 Mar 23 19:27:02.108391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:02.109053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:02.115557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170dcc4-3724-4f20-ba47-37cdf26325b8 None None] Pushing event updated for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:02.184491 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.193926 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e160c008-bc3c-4341-927a-081320eb56ec req-8ce2c911-3418-4852-83d8-3dd3c11bc672 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609479 Mar 23 19:27:02.393239 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732f72-063a-4d19-877e-b999b6aecf4e req-1e379da6-11e0-46e2-a23d-2b32fc69d1ff tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:02.396022 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-78732f72-063a-4d19-877e-b999b6aecf4e req-1e379da6-11e0-46e2-a23d-2b32fc69d1ff tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.0707765 Mar 23 19:27:02.420588 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.423619 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:02.427620 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:27:02.439333 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-78732f72-063a-4d19-877e-b999b6aecf4e req-427e89e0-e7bb-4cf2-b030-ea1f042a3045 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367773 Mar 23 19:27:02.527236 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] For port 1cfd96b4-bae2-4cec-a386-2cd6666da24a, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=1cfd96b4-bae2-4cec-a386-2cd6666da24a,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:02.531878 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.576032 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:27:02.588125 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Sync routers for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:27:02.593544 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78218-7952-43e6-be96-7bba482299c8 req-87a2a0c1-3942-4e52-b97e-9b885f29c6d6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:02.593929 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec78218-7952-43e6-be96-7bba482299c8 req-87a2a0c1-3942-4e52-b97e-9b885f29c6d6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0709419 Mar 23 19:27:02.597719 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:02.598579 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:02.608062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.611893 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-21fd6e13-6fd8-45f4-8c5d-102869c1185a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0240607 Mar 23 19:27:02.612278 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44892) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:02.661676 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d4862-e3d0-4bd9-bf33-eed1c9f70fc6 None None] Pushing event updated for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:02.680539 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec78218-7952-43e6-be96-7bba482299c8 req-aa7d275b-2365-452a-afe9-f11cea5041d3 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767744 Mar 23 19:27:02.711639 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-aee7668a-c8a7-4317-a092-46fa37c65b62 None None] Provisioning complete for port 1cfd96b4-bae2-4cec-a386-2cd6666da24a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:02.712154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-aee7668a-c8a7-4317-a092-46fa37c65b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:02.743978 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:02.830874 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:02.863422 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53f6ca4-ab49-4329-9a36-c3955e772cf2 None None] The sync data for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi is: [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:27:03.039818 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 31f91ab1-46c0-40e2-8d76-6303d9b428fb up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:03.073386 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 3, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:03.105771 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Checking router: 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:27:03.106350 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Updating router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb port a019c36c-bfe7-46ff-b3db-e3b892947e26 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:27:03.108718 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 31f91ab1-46c0-40e2-8d76-6303d9b428fb triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:03.109444 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.139650 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.218626 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a0a78-7958-4536-95f5-d05ae2958028 None None] Network e4b22258-f387-482b-89fc-3f353cc75b56 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:27:03.243203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.358586 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.376375 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-20223ccd-95c2-4e42-825a-b64faac9703c None None] Provisioning complete for port 31f91ab1-46c0-40e2-8d76-6303d9b428fb triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:03.376743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-20223ccd-95c2-4e42-825a-b64faac9703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.424567 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554c50c-606b-48b7-a8b7-69200ca7fede req-385e01f9-a1ff-4fb2-ad39-f4da23a9679c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:03.426935 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4554c50c-606b-48b7-a8b7-69200ca7fede req-385e01f9-a1ff-4fb2-ad39-f4da23a9679c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1107857 Mar 23 19:27:03.465228 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=31f91ab1-46c0-40e2-8d76-6303d9b428fb,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:03.488240 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.510849 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4554c50c-606b-48b7-a8b7-69200ca7fede req-998d6e81-a86f-4374-81c6-45b1932e380d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518918 Mar 23 19:27:03.533440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Allocated IP 172.20.0.1 (e4b22258-f387-482b-89fc-3f353cc75b56/e7067735-2843-4f63-8722-68fdd40547d5/ca0842e7-2af5-4db7-bebb-d1269e6c83ed) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:03.647084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=31f91ab1-46c0-40e2-8d76-6303d9b428fb,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:03.653154 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec2f-7ca1-4cfb-94d5-86999f17c94b req-e8b9e0c7-6638-4280-9eab-2e722eecdf67 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:03.656099 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b623ec2f-7ca1-4cfb-94d5-86999f17c94b req-e8b9e0c7-6638-4280-9eab-2e722eecdf67 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 944 time: 0.1004720 Mar 23 19:27:03.657566 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.682984 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.752662 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Attempting to bind port a019c36c-bfe7-46ff-b3db-e3b892947e26 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:03.753262 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Attempting to bind port a019c36c-bfe7-46ff-b3db-e3b892947e26 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:03.753798 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Attempting to bind port a019c36c-bfe7-46ff-b3db-e3b892947e26 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:03.755343 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b623ec2f-7ca1-4cfb-94d5-86999f17c94b req-b53701ac-4ff2-401d-9593-4e6abb358f0c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902867 Mar 23 19:27:03.766399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.798018 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:03.798973 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:03.799558 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.800657 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:03.801636 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Bound port: a019c36c-bfe7-46ff-b3db-e3b892947e26, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:03.802207 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.828578 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.903313 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Network e4b22258-f387-482b-89fc-3f353cc75b56 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:03.908632 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:03.911477 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] For port a019c36c-bfe7-46ff-b3db-e3b892947e26, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:03.911660 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:03.913483 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170243d-e5ec-46a0-a19b-d5c176005936 None None] Pushing event updated for resources: {'Port': ['ID=a019c36c-bfe7-46ff-b3db-e3b892947e26,revision_number=2']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:03.930294 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] For port a019c36c-bfe7-46ff-b3db-e3b892947e26, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=a019c36c-bfe7-46ff-b3db-e3b892947e26,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:03.936451 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:03.945686 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Pushing event updated for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:03.964013 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f781c-bab0-48ba-ba60-7aafa15fc2b6 req-07e0f1e3-f3ce-4fca-b559-ca6a09bc507a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:03.972773 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6b0f781c-bab0-48ba-ba60-7aafa15fc2b6 req-07e0f1e3-f3ce-4fca-b559-ca6a09bc507a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.1590767 Mar 23 19:27:03.986002 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:27:04.005230 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.027932 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-5935eb6c-524d-4de5-b54c-9ed354c0321e None None] Provisioning complete for port 31f91ab1-46c0-40e2-8d76-6303d9b428fb triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:04.028929 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5935eb6c-524d-4de5-b54c-9ed354c0321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.055766 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170243d-e5ec-46a0-a19b-d5c176005936 None None] Pushing event updated for resources: {'Port': ['ID=a019c36c-bfe7-46ff-b3db-e3b892947e26,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:04.072156 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:04.073037 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:04.119512 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6b0f781c-bab0-48ba-ba60-7aafa15fc2b6 req-42c582fc-d9aa-4ef6-b131-6d3e11fc84c3 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420982 Mar 23 19:27:04.235194 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:04.243481 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.281806 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-d01840be-1f79-47f5-a490-0207802b4efc None None] Provisioning complete for port ca0842e7-2af5-4db7-bebb-d1269e6c83ed triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:04.282183 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d01840be-1f79-47f5-a490-0207802b4efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.332434 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-d01840be-1f79-47f5-a490-0207802b4efc None None] Port ca0842e7-2af5-4db7-bebb-d1269e6c83ed cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:27:04.392888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:27:04.449680 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 3, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:04.470783 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.476902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.481882 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3346ba-e25f-476e-946e-860e9b31a7b0 None None] The sync data for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi is: [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:01Z', 'revision_number': 3, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:27:04.502556 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:04.518331 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'port_id': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'mac_address': 'fa:16:3e:e2:96:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:27:04.551617 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.556586 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.562757 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Pushing event updated for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:04.579593 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:27:04.603622 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:04.609809 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:04.662483 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Network e4b22258-f387-482b-89fc-3f353cc75b56 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:04.664696 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:04.684776 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:04.700849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9553ed-431a-4d8b-9f83-239dbff6a63c req-ff9b2687-64e9-4680-bb58-d9434e6276d5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:04.702978 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6e9553ed-431a-4d8b-9f83-239dbff6a63c req-ff9b2687-64e9-4680-bb58-d9434e6276d5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0818667 Mar 23 19:27:04.749677 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6e9553ed-431a-4d8b-9f83-239dbff6a63c req-41f92873-ca9c-460b-91d6-7ef581e6d074 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368421 Mar 23 19:27:04.802984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:27:04.974912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617440-f933-4a38-9f4b-e29df5075e84 req-84df847b-2732-4648-bcc2-8d5d0c0c5978 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:04.976476 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3e617440-f933-4a38-9f4b-e29df5075e84 req-84df847b-2732-4648-bcc2-8d5d0c0c5978 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.1260345 Mar 23 19:27:05.011375 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:27:05.016456 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ada154b2-0d08-4425-a3b1-9495ef66abfc admin admin] 10.222.0.43 "PUT /v2.0/routers/6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025130 Mar 23 19:27:05.037547 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3e617440-f933-4a38-9f4b-e29df5075e84 req-ffc89099-6ab2-420e-8bad-28c533621c9b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537465 Mar 23 19:27:05.063835 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-6912b01e-59dd-47f7-a348-68bddb1962c1 None None] Provisioning complete for port ca0842e7-2af5-4db7-bebb-d1269e6c83ed triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:05.064616 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-6912b01e-59dd-47f7-a348-68bddb1962c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.108400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-6912b01e-59dd-47f7-a348-68bddb1962c1 None None] Port ca0842e7-2af5-4db7-bebb-d1269e6c83ed cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:27:05.140394 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device a019c36c-bfe7-46ff-b3db-e3b892947e26 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:05.226762 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port a019c36c-bfe7-46ff-b3db-e3b892947e26 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:05.227307 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.269895 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77e82f-0383-41d9-a843-f041fdfcef51 req-d8ef6b07-817b-4eaf-b979-eafeef7cbf75 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:05.271692 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0b77e82f-0383-41d9-a843-f041fdfcef51 req-d8ef6b07-817b-4eaf-b979-eafeef7cbf75 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0732465 Mar 23 19:27:05.324387 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0b77e82f-0383-41d9-a843-f041fdfcef51 req-c05707b5-9b46-4e5c-a4d1-fda91ed3a06f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462182 Mar 23 19:27:05.346048 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.372430 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port a019c36c-bfe7-46ff-b3db-e3b892947e26, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=a019c36c-bfe7-46ff-b3db-e3b892947e26,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:05.379031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.380039 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 1cfd96b4-bae2-4cec-a386-2cd6666da24a up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:05.479905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=a019c36c-bfe7-46ff-b3db-e3b892947e26,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:05.499120 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 1cfd96b4-bae2-4cec-a386-2cd6666da24a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:05.499511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.636102 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 31f91ab1-46c0-40e2-8d76-6303d9b428fb up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:05.734727 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 31f91ab1-46c0-40e2-8d76-6303d9b428fb triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:05.735256 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:05.890782 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cff0e-68f9-43e9-bfa6-fda79173c171 req-de42bac6-470a-4c19-b33b-a3f88ada45db tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:05.892287 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0e8cff0e-68f9-43e9-bfa6-fda79173c171 req-de42bac6-470a-4c19-b33b-a3f88ada45db tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0580270 Mar 23 19:27:05.931452 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0e8cff0e-68f9-43e9-bfa6-fda79173c171 req-cdaf82a1-4a4f-4981-930d-b07597848394 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322320 Mar 23 19:27:05.982692 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:27:06.246750 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8497cd-9023-4572-9e48-c81dd9ab5b94 req-a8ebceb7-ccb8-435e-9c7e-f66d4c7ed195 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:06.255970 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9e8497cd-9023-4572-9e48-c81dd9ab5b94 req-a8ebceb7-ccb8-435e-9c7e-f66d4c7ed195 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.0980914 Mar 23 19:27:06.295200 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9e8497cd-9023-4572-9e48-c81dd9ab5b94 req-c3cae38f-20c7-4a55-a4ed-7c1a3058d883 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380948 Mar 23 19:27:06.470657 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e7425-112b-49e4-8b06-b31d5a8f1b64 req-9d8eb969-5b0d-40c9-83f4-de80576856d9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:06.474961 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ce5e7425-112b-49e4-8b06-b31d5a8f1b64 req-9d8eb969-5b0d-40c9-83f4-de80576856d9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0661714 Mar 23 19:27:06.521756 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ce5e7425-112b-49e4-8b06-b31d5a8f1b64 req-d98c2105-a525-4a82-a45e-969b54e726ab tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389762 Mar 23 19:27:06.573471 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Sync routers for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:27:06.584000 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:06.584616 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:06.673587 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50d40-3d00-4e05-8270-2fc05f25a6d3 req-d51afe0d-3260-49af-b98f-d46214bfacd9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:06.675324 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2be50d40-3d00-4e05-8270-2fc05f25a6d3 req-d51afe0d-3260-49af-b98f-d46214bfacd9 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0688791 Mar 23 19:27:06.731157 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2be50d40-3d00-4e05-8270-2fc05f25a6d3 req-8fd48bed-4d56-47f9-9a38-26b687dbf2f4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Mar 23 19:27:06.743139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44966) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:06.747250 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:07.033827 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc491ad-1519-476d-bcbe-3beddd47d80f tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:07.036686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-bbc491ad-1519-476d-bcbe-3beddd47d80f tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 1093 time: 0.2920623 Mar 23 19:27:07.039037 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 44976) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:07.045662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'port_id': '83190d8e-6993-41c4-8661-5701e9b67796', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:07.053616 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device a019c36c-bfe7-46ff-b3db-e3b892947e26 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:07.102036 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.158999 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65fd7-abb8-42b7-b90e-199a9311cb01 req-481308ab-d97f-46f4-8285-87f3d16d071e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:07.162317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d6e65fd7-abb8-42b7-b90e-199a9311cb01 req-481308ab-d97f-46f4-8285-87f3d16d071e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0884213 Mar 23 19:27:07.180361 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port a019c36c-bfe7-46ff-b3db-e3b892947e26 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:07.180964 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.250290 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:04Z', 'revision_number': 4, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'ca0842e7-2af5-4db7-bebb-d1269e6c83ed', 'name': '', 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'mac_address': 'fa:16:3e:c5:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:03Z', 'updated_at': '2022-03-23T19:27:04Z', 'revision_number': 2, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'subnets': [{'id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:07.252730 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d6e65fd7-abb8-42b7-b90e-199a9311cb01 req-497143e4-4d9c-40d3-b89f-3a5790cf7f28 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833616 Mar 23 19:27:07.303917 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.341990 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Checking router: 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:27:07.342352 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Updating router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb port ca0842e7-2af5-4db7-bebb-d1269e6c83ed binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:27:07.434177 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a88ad-b358-4f48-b366-dfee900fbb3f req-0b16a867-fa23-4ec5-a522-93a1ccdb5bc4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:07.435905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.445978 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d19a88ad-b358-4f48-b366-dfee900fbb3f req-0b16a867-fa23-4ec5-a522-93a1ccdb5bc4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0739164 Mar 23 19:27:07.485272 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.27.3.213 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/661b7507-9f92-4005-9f05-c828849bed21) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:07.498846 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d19a88ad-b358-4f48-b366-dfee900fbb3f req-a0d575e5-876d-472a-939d-eca5cb491a10 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513997 Mar 23 19:27:07.531291 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca225-37b8-4a00-bd3b-b8960514c23d req-ecf95e7e-56b2-4cee-9151-8547433959f8 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:07.533012 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9fca225-37b8-4a00-bd3b-b8960514c23d req-ecf95e7e-56b2-4cee-9151-8547433959f8 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.1057954 Mar 23 19:27:07.673820 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9fca225-37b8-4a00-bd3b-b8960514c23d req-a1c5ca0a-1385-41d4-9dc0-330867aff960 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287382 Mar 23 19:27:07.719417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.766258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.816129 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:07.822480 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:07.826096 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:07.860352 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=661b7507-9f92-4005-9f05-c828849bed21,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:07.883276 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.890932 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:07.942983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b900-6250-46fb-a640-835d0fecfad4 None None] Pushing event updated for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:08.033478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Attempting to bind port ca0842e7-2af5-4db7-bebb-d1269e6c83ed on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:08.033859 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Attempting to bind port ca0842e7-2af5-4db7-bebb-d1269e6c83ed by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:08.035204 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Attempting to bind port ca0842e7-2af5-4db7-bebb-d1269e6c83ed on network e4b22258-f387-482b-89fc-3f353cc75b56 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:08.040982 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:08.041368 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Checking segment: {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:08.041780 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.042183 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Bound using segment: {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:08.042756 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Bound port: ca0842e7-2af5-4db7-bebb-d1269e6c83ed, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a9bff0-9a97-42bf-a6f8-56975cc16500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:08.043154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.176468 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] For port ca0842e7-2af5-4db7-bebb-d1269e6c83ed, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:08.180244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] For port ca0842e7-2af5-4db7-bebb-d1269e6c83ed, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:08.184116 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.235345 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:08.235985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:08.343606 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29b900-6250-46fb-a640-835d0fecfad4 None None] Pushing event updated for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:08.359895 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] Provisioning complete for port ca0842e7-2af5-4db7-bebb-d1269e6c83ed triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:08.360281 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.466056 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7f22f-5d9d-4f0b-86b8-a36e653302b1 req-98bdc083-b2c3-4453-a08d-16f2f8feb944 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:08.468579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-89d7f22f-5d9d-4f0b-86b8-a36e653302b1 req-98bdc083-b2c3-4453-a08d-16f2f8feb944 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0794792 Mar 23 19:27:08.547809 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-89d7f22f-5d9d-4f0b-86b8-a36e653302b1 req-55019363-ea2a-45d0-862a-b4e1d9c4b677 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724814 Mar 23 19:27:08.600112 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:08.624808 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.651554 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.686652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b371b-c3a5-49e0-9cc2-a7ddc3322e08 req-f3df0f2d-5001-4c7c-92a2-39970b1854da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:08.688149 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-524b371b-c3a5-49e0-9cc2-a7ddc3322e08 req-f3df0f2d-5001-4c7c-92a2-39970b1854da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0934610 Mar 23 19:27:08.755273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] For port ca0842e7-2af5-4db7-bebb-d1269e6c83ed, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:08.771608 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.791424 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-524b371b-c3a5-49e0-9cc2-a7ddc3322e08 req-133fdd30-dc40-4430-b9cb-7f5e2e50b64e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919957 Mar 23 19:27:08.797866 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.890220 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65388cbb-eb33-4c7c-859c-86207e354540 None None] Pushing event updated for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:08.910821 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28918054-9503-4200-8209-6d892f6f8505 req-f72f1179-49df-4e1b-aac5-f53e53113088 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:08.913126 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28918054-9503-4200-8209-6d892f6f8505 req-f72f1179-49df-4e1b-aac5-f53e53113088 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.1342747 Mar 23 19:27:08.929535 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-0d76db74-d77a-49b3-8635-c69ecfa694de None None] Provisioning complete for port ca0842e7-2af5-4db7-bebb-d1269e6c83ed triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:08.929916 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0d76db74-d77a-49b3-8635-c69ecfa694de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:08.965957 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28918054-9503-4200-8209-6d892f6f8505 req-a532e409-7083-4119-9e80-b5d200aa2697 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Mar 23 19:27:08.995650 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:04Z', 'revision_number': 4, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'ca0842e7-2af5-4db7-bebb-d1269e6c83ed', 'name': '', 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'mac_address': 'fa:16:3e:c5:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:03Z', 'updated_at': '2022-03-23T19:27:08Z', 'revision_number': 4, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'subnets': [{'id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:09.024267 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c469a7e-8e74-4ab2-bb7e-aa0f2cdbf690 None None] The sync data for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi is: [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:27:04Z', 'revision_number': 4, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'ca0842e7-2af5-4db7-bebb-d1269e6c83ed', 'name': '', 'network_id': 'e4b22258-f387-482b-89fc-3f353cc75b56', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'mac_address': 'fa:16:3e:c5:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:03Z', 'updated_at': '2022-03-23T19:27:08Z', 'revision_number': 4, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'subnets': [{'id': 'e7067735-2843-4f63-8722-68fdd40547d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:27:09.058725 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:09.066959 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:09.194295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=661b7507-9f92-4005-9f05-c828849bed21,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:09.217274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:09.336964 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP cc199907-0a12-4ae2-bf9d-c5ccd45aac54 associated. External IP: 172.27.3.213, port: 83190d8e-6993-41c4-8661-5701e9b67796. Mar 23 19:27:09.640688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:27:09.755253 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfc7ba-8588-4b10-b816-92f4fba64719 req-2c56fc2a-03aa-4b58-9d4e-76791c8fd9c1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:09.756772 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-31bfc7ba-8588-4b10-b816-92f4fba64719 req-2c56fc2a-03aa-4b58-9d4e-76791c8fd9c1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1115046 Mar 23 19:27:09.847119 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-31bfc7ba-8588-4b10-b816-92f4fba64719 req-65bdd2bb-fe48-4d4a-bc3e-7e3f74587b6d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818505 Mar 23 19:27:09.862620 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:27:09.876863 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:27:09.881503 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:09.891710 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:09.892126 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:09.910449 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-536175b6-8741-459a-aee7-7307f2f5cd1e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8701003 Mar 23 19:27:09.911154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:09.914126 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91601614-ac5b-469c-9d09-331967c9ed22" -d '{"events": [{"name": "network-changed", "server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "tag": "83190d8e-6993-41c4-8661-5701e9b67796"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:09.992057 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e3a3f3-2420-4aed-b424-c1dea6113476 x-openstack-request-id: req-d9e3a3f3-2420-4aed-b424-c1dea6113476 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:09.992253 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "tag": "83190d8e-6993-41c4-8661-5701e9b67796", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:09.992464 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9e3a3f3-2420-4aed-b424-c1dea6113476 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:09.993130 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796', 'status': 'completed', 'code': 200} Mar 23 19:27:10.067803 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9f38a-2f71-4565-bf41-022fd07db4c3 req-57e5ef87-87d1-4513-a5ca-911b8d8a9ff0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:10.075772 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d7c9f38a-2f71-4565-bf41-022fd07db4c3 req-57e5ef87-87d1-4513-a5ca-911b8d8a9ff0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.1082442 Mar 23 19:27:10.102536 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:10.132842 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d7c9f38a-2f71-4565-bf41-022fd07db4c3 req-d6c27d03-f6fc-4dc6-a5bc-116430c2cb8f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506415 Mar 23 19:27:10.157988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ee63-840a-4ee2-b638-511456b7d19d req-6644f301-2f8e-457d-9dc2-d3df1910315d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:10.166282 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6210ee63-840a-4ee2-b638-511456b7d19d req-6644f301-2f8e-457d-9dc2-d3df1910315d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.0861831 Mar 23 19:27:10.233313 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6210ee63-840a-4ee2-b638-511456b7d19d req-b57a8e69-a49c-478e-b855-a51b70e367e6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521808 Mar 23 19:27:10.416092 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc199907-0a12-4ae2-bf9d-c5ccd45aac54', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '83190d8e-6993-41c4-8661-5701e9b67796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:ad:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:27:08Z', 'updated_at': '2022-03-23T19:27:08Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:10.447718 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:27:10.462562 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:10.463302 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:26:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:10.593623 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:10.960150 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:11.016312 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc199907-0a12-4ae2-bf9d-c5ccd45aac54', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '83190d8e-6993-41c4-8661-5701e9b67796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:ad:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:27:08Z', 'updated_at': '2022-03-23T19:27:08Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:11.058469 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device ca0842e7-2af5-4db7-bebb-d1269e6c83ed up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:11.066457 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601614-ac5b-469c-9d09-331967c9ed22 req-bbccb222-cb3c-421d-97a9-24649ead6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.067969 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-bbccb222-cb3c-421d-97a9-24649ead6a63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 1098 time: 0.0677130 Mar 23 19:27:11.095485 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e991104-752a-46d9-9c09-e228f3bd87be None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc199907-0a12-4ae2-bf9d-c5ccd45aac54', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '83190d8e-6993-41c4-8661-5701e9b67796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:ad:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:27:08Z', 'updated_at': '2022-03-23T19:27:08Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:27:11.134194 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c67dd-c035-49c6-b0ad-3d56c45b5e03 req-9f422e9f-13a0-4c8e-b63d-c1ea8d7c011c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.137890 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-da1c67dd-c035-49c6-b0ad-3d56c45b5e03 req-9f422e9f-13a0-4c8e-b63d-c1ea8d7c011c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1191609 Mar 23 19:27:11.161649 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port ca0842e7-2af5-4db7-bebb-d1269e6c83ed triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:11.162050 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:11.221405 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-da1c67dd-c035-49c6-b0ad-3d56c45b5e03 req-0ef1d36e-6402-4e57-b67b-06cd2071fc95 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778666 Mar 23 19:27:11.243336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601614-ac5b-469c-9d09-331967c9ed22 req-3423712e-96fa-43fc-8b3e-1a21e4b6abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.244801 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-3423712e-96fa-43fc-8b3e-1a21e4b6abb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.1192789 Mar 23 19:27:11.339826 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-5cd2c210-58ba-413c-af4f-b723cd7f2ea1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83190d8e-6993-41c4-8661-5701e9b67796 HTTP/1.1" status: 200 len: 999 time: 0.0830381 Mar 23 19:27:11.348112 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc6185-755e-454c-aa84-3e2f42b6aa2f req-ec45e572-589f-41cd-a3bc-c1ae71ff4dae tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.349627 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7cfc6185-755e-454c-aa84-3e2f42b6aa2f req-ec45e572-589f-41cd-a3bc-c1ae71ff4dae tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.1105316 Mar 23 19:27:11.395269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64b5e-4fb9-4264-b22b-c66039a1c7e4 req-fd42590a-5cc1-4ed3-ad13-24bf769248eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.402855 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c5d64b5e-4fb9-4264-b22b-c66039a1c7e4 req-fd42590a-5cc1-4ed3-ad13-24bf769248eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.0662355 Mar 23 19:27:11.414387 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99d263-8c84-4ec0-8e1d-22e75c1ad18e None None] New status for floating IP cc199907-0a12-4ae2-bf9d-c5ccd45aac54: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:27:11.416282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601614-ac5b-469c-9d09-331967c9ed22 req-03344840-c291-4b7b-941a-33de5db95da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.420303 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-03344840-c291-4b7b-941a-33de5db95da2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0697727 Mar 23 19:27:11.475407 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c5d64b5e-4fb9-4264-b22b-c66039a1c7e4 req-71a048b8-c053-4a13-8161-45ee1b4baeeb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715508 Mar 23 19:27:11.478405 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7cfc6185-755e-454c-aa84-3e2f42b6aa2f req-25812dc6-4ebd-4971-b4ab-42063d3178df tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205139 Mar 23 19:27:11.501093 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601614-ac5b-469c-9d09-331967c9ed22 req-94871079-1787-4e10-a282-b0566de04dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:11.505514 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-94871079-1787-4e10-a282-b0566de04dda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727072 Mar 23 19:27:11.637768 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-c3397f6a-b87b-4736-8235-7a4cbb8cdf20 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237540 Mar 23 19:27:11.743837 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91601614-ac5b-469c-9d09-331967c9ed22 req-5f25db57-abc4-409d-ab7e-1b55e11107cd service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982380 Mar 23 19:27:12.366756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e4e39-7073-4825-b60a-a1d8f383cc73 req-de056615-5250-4559-ad87-14d291cf839b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:12.368280 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1c4e4e39-7073-4825-b60a-a1d8f383cc73 req-de056615-5250-4559-ad87-14d291cf839b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Mar 23 19:27:12.409245 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1c4e4e39-7073-4825-b60a-a1d8f383cc73 req-cb9b6d23-3721-4019-8050-bc30dc6e30a0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344946 Mar 23 19:27:12.617449 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b3c8d-de63-4d59-b5b5-40c7ea632599 req-e45737b4-ae67-45ff-ae62-a648092c7553 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:12.628117 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-947b3c8d-de63-4d59-b5b5-40c7ea632599 req-e45737b4-ae67-45ff-ae62-a648092c7553 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 945 time: 0.0722232 Mar 23 19:27:12.632123 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8f0da-ad0f-4cce-a464-33a7dc7055e6 req-a7b0dc26-f919-4c6a-8e5b-cce904d221f0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:12.640146 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3ee8f0da-ad0f-4cce-a464-33a7dc7055e6 req-a7b0dc26-f919-4c6a-8e5b-cce904d221f0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0566442 Mar 23 19:27:12.673089 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-947b3c8d-de63-4d59-b5b5-40c7ea632599 req-754831ff-19a3-4d1b-9a98-def8abfff643 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Mar 23 19:27:12.689429 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3ee8f0da-ad0f-4cce-a464-33a7dc7055e6 req-25b0025e-551a-4d7f-bcf7-a285f33a61df tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Mar 23 19:27:12.887919 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-d1ce532b-b73f-4f8c-8e60-06ac9108049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:12.889473 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-d1ce532b-b73f-4f8c-8e60-06ac9108049b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0509987 Mar 23 19:27:13.014984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-1928b0fc-8791-4ae1-b7df-7bc2cec9bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.016642 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-1928b0fc-8791-4ae1-b7df-7bc2cec9bc83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.1011989 Mar 23 19:27:13.095954 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-23df66f5-97d4-48da-8847-d3ad8971f599 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 999 time: 0.0664933 Mar 23 19:27:13.192390 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-4f414998-218d-4040-875d-af6e0c985f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.194772 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-4f414998-218d-4040-875d-af6e0c985f46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0858650 Mar 23 19:27:13.253004 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-05b321be-5afb-46a1-9a14-baf1006ec4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.254592 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-05b321be-5afb-46a1-9a14-baf1006ec4ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463719 Mar 23 19:27:13.388185 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-43c4e480-a9d7-4697-a2cb-58fd64d5685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:13.401023 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-515d79f8-9391-4d90-bc6b-7cf06ebb5c35 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385570 Mar 23 19:27:13.468401 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:13.547971 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:27:13.552728 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:13.553355 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:13.575742 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc339e25-ba73-4d5e-9224-d5a235877e4a req-262fbe2c-4374-4149-9528-27a3373d8c57 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628380 Mar 23 19:27:13.595655 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57546b6-2686-48e5-a1d2-da95fef7c7d5 req-676473cc-4aef-451a-8054-f078682508b6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.597387 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b57546b6-2686-48e5-a1d2-da95fef7c7d5 req-676473cc-4aef-451a-8054-f078682508b6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0897751 Mar 23 19:27:13.656565 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b57546b6-2686-48e5-a1d2-da95fef7c7d5 req-665d2427-2fbb-4798-a36b-4806d8659aa8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475216 Mar 23 19:27:13.663152 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:13.701468 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:13.703828 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8995835-65fa-4d79-821f-6011e5410476" -d '{"events": [{"server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "name": "network-vif-plugged", "status": "completed", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:13.725858 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:13.736878 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:13.806601 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9911a7cc-cb6f-45e9-9a6c-f63698b18837 x-openstack-request-id: req-9911a7cc-cb6f-45e9-9a6c-f63698b18837 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:13.806918 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "name": "network-vif-plugged", "status": "completed", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:13.807177 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9911a7cc-cb6f-45e9-9a6c-f63698b18837 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:13.807571 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'code': 200} Mar 23 19:27:13.809218 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:13.824535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6a69c-e65f-49a4-ac9b-aa456bd468fa req-6d638c74-74ac-40e7-9485-c37ae9f7a0f6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.832993 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-91e6a69c-e65f-49a4-ac9b-aa456bd468fa req-6d638c74-74ac-40e7-9485-c37ae9f7a0f6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0775912 Mar 23 19:27:13.898139 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-91e6a69c-e65f-49a4-ac9b-aa456bd468fa req-e2a74481-eb42-403f-840f-8f9951915d5a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585637 Mar 23 19:27:13.903591 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466c24f-7c54-45a0-bf07-da89db67ceef req-55821ee2-3053-4e0b-8372-c4b8f49c740d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:13.911035 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7466c24f-7c54-45a0-bf07-da89db67ceef req-55821ee2-3053-4e0b-8372-c4b8f49c740d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0652966 Mar 23 19:27:13.955520 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7466c24f-7c54-45a0-bf07-da89db67ceef req-89828784-5d7f-440a-95cb-7233f10f384b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Mar 23 19:27:14.794138 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8583-b9a1-4c4c-b516-7af819023527 req-4fe2a283-afa8-432d-9f8b-e17ecc12dad6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:14.795942 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f9d8583-b9a1-4c4c-b516-7af819023527 req-4fe2a283-afa8-432d-9f8b-e17ecc12dad6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Mar 23 19:27:14.840378 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f9d8583-b9a1-4c4c-b516-7af819023527 req-65d41f87-ec98-4919-b2ab-5fe0ccb3ad73 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Mar 23 19:27:15.037026 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b99dab-fe91-47a5-a660-47f6f9ad863a req-aac4e816-8248-442a-91c3-f4cece7c3204 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:15.044330 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7b99dab-fe91-47a5-a660-47f6f9ad863a req-aac4e816-8248-442a-91c3-f4cece7c3204 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0813725 Mar 23 19:27:15.087702 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7b99dab-fe91-47a5-a660-47f6f9ad863a req-0f6b8376-5623-40c5-bec6-e595069cc199 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Mar 23 19:27:15.107082 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc535a4a-70aa-4c58-8cd8-1f1f204b96cb req-61144cc4-2bb7-4e1a-8fdb-b8af645e72e3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:15.115124 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fc535a4a-70aa-4c58-8cd8-1f1f204b96cb req-61144cc4-2bb7-4e1a-8fdb-b8af645e72e3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0645506 Mar 23 19:27:15.155772 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fc535a4a-70aa-4c58-8cd8-1f1f204b96cb req-1611bc05-2002-4c64-b9b6-c1ceea20f06b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Mar 23 19:27:15.783555 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8ecf53b0-4ab7-499d-81c6-d3f961b1d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:15.994619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64bc7-9e19-411a-8cca-caf20b1100d8 req-cef19175-4cb5-423f-8c53-4b4b32e700a9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:15.996081 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7ac64bc7-9e19-411a-8cca-caf20b1100d8 req-cef19175-4cb5-423f-8c53-4b4b32e700a9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0592036 Mar 23 19:27:16.037952 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7ac64bc7-9e19-411a-8cca-caf20b1100d8 req-9ee70755-bd8a-4f08-bf9c-ae156fc713b0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Mar 23 19:27:16.217820 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c798-77a9-4061-8de9-50fb8e51ff82 req-d896a61e-a5a0-4599-a1b8-b44b87f99f21 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:16.219407 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e8a0c798-77a9-4061-8de9-50fb8e51ff82 req-d896a61e-a5a0-4599-a1b8-b44b87f99f21 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0547893 Mar 23 19:27:16.266291 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e8a0c798-77a9-4061-8de9-50fb8e51ff82 req-05e1e552-bbe4-43d0-9287-1a6c9cefd617 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375803 Mar 23 19:27:16.305061 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35e209-ec8e-47bf-a013-c146897aedfa req-1623eede-8d6e-4ed4-a05d-fe2839827677 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:16.309554 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1f35e209-ec8e-47bf-a013-c146897aedfa req-1623eede-8d6e-4ed4-a05d-fe2839827677 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0700197 Mar 23 19:27:16.352156 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1f35e209-ec8e-47bf-a013-c146897aedfa req-886e8d71-5561-4044-a1bf-9d1f9f3bf558 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Mar 23 19:27:16.787099 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:17.161360 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73864f4-bb9e-4010-8691-44e5aa3389f3 req-2d39f828-10ec-47bd-a9d5-79d567e604f9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:17.163000 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d73864f4-bb9e-4010-8691-44e5aa3389f3 req-2d39f828-10ec-47bd-a9d5-79d567e604f9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Mar 23 19:27:17.203946 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d73864f4-bb9e-4010-8691-44e5aa3389f3 req-2038c2ca-c1fd-4364-b05f-7df0cc943979 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347376 Mar 23 19:27:17.288615 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-031fa1f8-8467-443e-922f-6107ed51d137 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:17.290111 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-031fa1f8-8467-443e-922f-6107ed51d137 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 815 time: 0.3156643 Mar 23 19:27:17.305510 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-c0ce5bbd-cac6-436e-b919-ecb7ea47c1f9 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/quotas/5da779c102a04597ba16930c16bb55b2 HTTP/1.1" status: 200 len: 375 time: 0.0094237 Mar 23 19:27:17.355265 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6807c317-0da1-4876-9533-e4d4fbb751a5 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440719 Mar 23 19:27:17.384697 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8193e19-1f19-4865-b86e-3f18adebf913 req-34a896f3-b94d-4252-be14-4ec1ce40617c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:17.386214 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8193e19-1f19-4865-b86e-3f18adebf913 req-34a896f3-b94d-4252-be14-4ec1ce40617c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0483353 Mar 23 19:27:17.427224 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c8193e19-1f19-4865-b86e-3f18adebf913 req-f84a36a6-7e30-4087-ae32-8fb6dd9d9445 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351341 Mar 23 19:27:17.453868 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-4aa8ae34-99e7-4fc3-a6a4-c7950e80d473 service neutron] 10.222.0.43 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865822 Mar 23 19:27:17.531225 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaefca3-9f11-4034-9a0e-735224cc7138 req-ab979641-6c83-479a-84f3-be410aacdb18 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:17.532811 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edaefca3-9f11-4034-9a0e-735224cc7138 req-ab979641-6c83-479a-84f3-be410aacdb18 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Mar 23 19:27:17.545665 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-bac66c82-c038-4dcc-951f-db8cd535d2f8 service neutron] 10.222.0.43 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Mar 23 19:27:17.570864 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edaefca3-9f11-4034-9a0e-735224cc7138 req-3bb484f4-aad8-4c59-ae66-278d2a017bd9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Mar 23 19:27:17.699490 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-892c2f80-6892-4a05-ba9e-835fb622005a req-03dcad6f-cf24-4ce5-a3c2-77be2267713b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 210 time: 0.0260642 Mar 23 19:27:18.241852 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80162f4-242c-4ba2-8afe-652d08233432 req-7584137a-5296-498c-bc07-7a632ec7f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:18.243377 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b80162f4-242c-4ba2-8afe-652d08233432 req-7584137a-5296-498c-bc07-7a632ec7f660 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 1099 time: 0.0411141 Mar 23 19:27:18.283170 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b80162f4-242c-4ba2-8afe-652d08233432 req-615cd878-43c6-49cd-8d0b-f3d71f5e9eaa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296605 Mar 23 19:27:18.310163 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:18.334728 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc94b77-66e3-4966-a2d7-f7db25c19994 req-c858e453-d4bb-437f-b7a4-0e98fb9eab63 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:18.336200 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dfc94b77-66e3-4966-a2d7-f7db25c19994 req-c858e453-d4bb-437f-b7a4-0e98fb9eab63 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Mar 23 19:27:18.372599 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dfc94b77-66e3-4966-a2d7-f7db25c19994 req-04d2dfb0-3f0f-4648-b5c3-faf3586064cf tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303915 Mar 23 19:27:18.540215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05223e6-26c3-47f8-bd01-2948e6606031 req-68f709ae-2420-4ac1-9cf5-46c49c5d4b1d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:18.541702 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a05223e6-26c3-47f8-bd01-2948e6606031 req-68f709ae-2420-4ac1-9cf5-46c49c5d4b1d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0477619 Mar 23 19:27:18.578236 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a05223e6-26c3-47f8-bd01-2948e6606031 req-eed5f38c-b802-4091-8c57-6ac8e51dd83b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306585 Mar 23 19:27:18.683496 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dc682-05a0-40bf-aaa1-d83b814067df req-c1402a9e-ce87-4a22-a92e-c66082d46786 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:18.685394 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9a9dc682-05a0-40bf-aaa1-d83b814067df req-c1402a9e-ce87-4a22-a92e-c66082d46786 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Mar 23 19:27:18.692623 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:18.725735 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9a9dc682-05a0-40bf-aaa1-d83b814067df req-38a25f59-913f-405e-bc61-defa81ce9b9d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Mar 23 19:27:18.789789 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1d1288ad-a3d1-4d8f-9e08-fd9beb8aedc1 req-a66df37b-dad5-45ff-81e3-a0289e5a5804 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 210 time: 0.0257549 Mar 23 19:27:19.500649 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee66f9a-7d6f-4912-910d-69b85282dfe1 req-2164c2fb-c3fc-4b2a-93b8-c08b897b4eb9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:19.502198 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5ee66f9a-7d6f-4912-910d-69b85282dfe1 req-2164c2fb-c3fc-4b2a-93b8-c08b897b4eb9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0553460 Mar 23 19:27:19.545271 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5ee66f9a-7d6f-4912-910d-69b85282dfe1 req-6a4cc2bc-7315-4e3f-a0c2-5de6fe9ea345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364070 Mar 23 19:27:19.694541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f5fb-7411-4b8a-bf0b-71aeed6c760b req-7a01a197-44e2-4b70-b3fb-67c2e68a1504 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:19.695902 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2ef3f5fb-7411-4b8a-bf0b-71aeed6c760b req-7a01a197-44e2-4b70-b3fb-67c2e68a1504 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0517426 Mar 23 19:27:19.736178 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2ef3f5fb-7411-4b8a-bf0b-71aeed6c760b req-d46b664a-dd0f-4148-a771-f002dea188ea tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 Mar 23 19:27:19.844050 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70829b55-9c13-4125-9fab-55aaa1da9210 req-355261da-c505-4a50-acf5-a76f27cd1562 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:19.845568 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70829b55-9c13-4125-9fab-55aaa1da9210 req-355261da-c505-4a50-acf5-a76f27cd1562 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Mar 23 19:27:19.888026 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-70829b55-9c13-4125-9fab-55aaa1da9210 req-24b30bc0-6127-4a87-9b88-21df129631b5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Mar 23 19:27:19.890750 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-89ea6877-fa4a-4975-9004-598b29a22ee8 req-9609341d-7737-4752-9d03-4e907264c407 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 210 time: 0.0261655 Mar 23 19:27:20.450422 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-1d50c36d-b1c6-4ccc-a2f3-2bfd7251d799 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:20.451908 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-1d50c36d-b1c6-4ccc-a2f3-2bfd7251d799 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 815 time: 0.1039991 Mar 23 19:27:20.464654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'port': {'device_id': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'admin_state_up': True, 'tenant_id': '5da779c102a04597ba16930c16bb55b2'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:20.572695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Made reservation on behalf of 5da779c102a04597ba16930c16bb55b2 for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:27:20.576359 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:20.732306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82433f-eb5d-4af3-bf50-74d0c008d62b req-1eef8609-c1fe-4e43-ab56-b67d8e56147a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:20.733820 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1a82433f-eb5d-4af3-bf50-74d0c008d62b req-1eef8609-c1fe-4e43-ab56-b67d8e56147a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1023660 Mar 23 19:27:20.753233 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Allocated IP 172.20.0.13 (0617d7cc-2319-4fde-a92d-6b18cb3f2b16/b75fe0d3-0774-41fd-b98a-60a7447cd1dd/3ee91d6e-5f79-435d-b399-64442d1cb7cc) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:20.814283 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1a82433f-eb5d-4af3-bf50-74d0c008d62b req-a4738879-ec8e-44e0-99b5-ebd72f0915d0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715971 Mar 23 19:27:20.852548 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046a2aa-7f7d-444b-aa23-58cae88c0bab req-6a21c74c-d734-4548-ab91-e51b96e5aa64 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:20.854865 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1046a2aa-7f7d-444b-aa23-58cae88c0bab req-6a21c74c-d734-4548-ab91-e51b96e5aa64 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0526114 Mar 23 19:27:20.895655 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1046a2aa-7f7d-444b-aa23-58cae88c0bab req-f9a5334e-0d5e-4f91-acf7-803fbe6fefff tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330276 Mar 23 19:27:21.010225 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.013054 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eed1dc50-4310-448d-8eee-bb60f74ced6d req-624ce629-bc0f-43ed-81a9-34f47092f592 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 210 time: 0.0324636 Mar 23 19:27:21.030210 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ea320-b236-4931-b53b-2fe06ec028ab req-bb7a784a-fd23-4e5b-a2b5-b3c3d4f60b6b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:21.031853 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e27ea320-b236-4931-b53b-2fe06ec028ab req-bb7a784a-fd23-4e5b-a2b5-b3c3d4f60b6b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0636785 Mar 23 19:27:21.048173 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.081237 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e27ea320-b236-4931-b53b-2fe06ec028ab req-96165a3a-f67f-4ccb-b299-e75798d37ab7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Mar 23 19:27:21.089479 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:21.092684 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:21.096568 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:21.150056 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:21.167898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:21.168531 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.188714 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-2ab1da21-710e-4e06-8db9-50b239bfb2a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7275808 Mar 23 19:27:21.204526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Request body: {'port': {'device_id': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:21.286540 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.455797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-e0e11ead-acbf-47fa-a24b-e083f0e8ca30 None None] Provisioning complete for port 3ee91d6e-5f79-435d-b399-64442d1cb7cc triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:21.457208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e0e11ead-acbf-47fa-a24b-e083f0e8ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.495777 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-e0e11ead-acbf-47fa-a24b-e083f0e8ca30 None None] Port 3ee91d6e-5f79-435d-b399-64442d1cb7cc cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:27:21.607835 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee91d6e-5f79-435d-b399-64442d1cb7cc {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:27:21.616258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.628135 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Transition to ACTIVE for port object 3ee91d6e-5f79-435d-b399-64442d1cb7cc will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:27:21.631940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.683572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:21.771991 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Attempting to bind port 3ee91d6e-5f79-435d-b399-64442d1cb7cc on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:21.772337 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Attempting to bind port 3ee91d6e-5f79-435d-b399-64442d1cb7cc by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:21.772880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Attempting to bind port 3ee91d6e-5f79-435d-b399-64442d1cb7cc on network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:21.777470 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Port 3ee91d6e-5f79-435d-b399-64442d1cb7cc on network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:27:21.777913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Attempting to bind port 3ee91d6e-5f79-435d-b399-64442d1cb7cc on network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:21.782874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:21.783208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Checking segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:21.783589 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Bound using segment: {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:21.784029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Bound port: 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20d1ff4-b969-4520-b89a-900000c89e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:21.784368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.862321 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:21.866769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:21.874707 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.942487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:21.944905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:21.945067 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 1094 time: 0.7452109 Mar 23 19:27:21.946413 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:21.947988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76fbbd6-846f-49df-bee3-b5d70d153814" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:21.971334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb85408-0179-4f22-8d22-df27d9ba7906 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:21.988650 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0fc74-2d90-4e6d-95cb-67d4ee19428e req-e1da819b-52a4-4c47-973a-f475248f213d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:21.990207 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c5e0fc74-2d90-4e6d-95cb-67d4ee19428e req-e1da819b-52a4-4c47-973a-f475248f213d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0818760 Mar 23 19:27:22.031955 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c5e0fc74-2d90-4e6d-95cb-67d4ee19428e req-2dec1802-f68d-44a0-9bd1-76b8a09c7344 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350626 Mar 23 19:27:22.032878 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f5091-49de-4bb8-a504-58f056f6e431 req-935b1c41-8d59-4821-ac90-868396d54a81 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:22.043312 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-234f5091-49de-4bb8-a504-58f056f6e431 req-935b1c41-8d59-4821-ac90-868396d54a81 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0610721 Mar 23 19:27:22.097089 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-234f5091-49de-4bb8-a504-58f056f6e431 req-ebe86495-1ea7-4b60-9a72-5f2a194f3042 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511456 Mar 23 19:27:22.111167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77841088-c7cb-47a3-b0e3-8037a825c39e x-openstack-request-id: req-77841088-c7cb-47a3-b0e3-8037a825c39e {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:22.111412 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:22.111670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77841088-c7cb-47a3-b0e3-8037a825c39e {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:22.112288 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:27:22.207465 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ddb0-9701-4915-924f-9a992deb031e req-17f9936e-ecd9-446f-a7d0-915ec9f31d33 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:22.209017 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f31ddb0-9701-4915-924f-9a992deb031e req-17f9936e-ecd9-446f-a7d0-915ec9f31d33 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0537124 Mar 23 19:27:22.241483 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710afa2-762b-41c2-884a-03aa9370699e req-81429783-2dbd-48dd-b965-b9f587cd076f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:22.243392 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b710afa2-762b-41c2-884a-03aa9370699e req-81429783-2dbd-48dd-b965-b9f587cd076f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0586457 Mar 23 19:27:22.250013 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5f31ddb0-9701-4915-924f-9a992deb031e req-5af3c250-93c3-4cef-af70-53c57330a67b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Mar 23 19:27:22.287421 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b710afa2-762b-41c2-884a-03aa9370699e req-fae43877-49f3-4a11-8794-9482839852d4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380092 Mar 23 19:27:23.180016 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17599b4-d027-4ff2-bc50-928a55a44875 req-0f1b797b-ee45-477e-81db-70b99d945a75 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:23.184765 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b17599b4-d027-4ff2-bc50-928a55a44875 req-0f1b797b-ee45-477e-81db-70b99d945a75 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0666926 Mar 23 19:27:23.230523 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b17599b4-d027-4ff2-bc50-928a55a44875 req-059856f6-3139-41d4-bca9-87844ed5c7f0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366654 Mar 23 19:27:23.246381 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101070d4-9afa-4621-aa41-47b82ca2d253 req-acbf5382-30d2-4276-8536-94fa5ac7379d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:23.248298 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-101070d4-9afa-4621-aa41-47b82ca2d253 req-acbf5382-30d2-4276-8536-94fa5ac7379d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0814340 Mar 23 19:27:23.298258 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-101070d4-9afa-4621-aa41-47b82ca2d253 req-33c44400-0748-4085-bcf1-c0099c3c75f7 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Mar 23 19:27:23.387255 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d1f6-11d9-4157-afc8-eb8883baae91 req-c148bb90-19bc-4307-b9f5-258fff1db05d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:23.388756 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0de0d1f6-11d9-4157-afc8-eb8883baae91 req-c148bb90-19bc-4307-b9f5-258fff1db05d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0505500 Mar 23 19:27:23.417335 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe5ed-2307-4fd8-b5f3-2c2a06d0045b req-b1277c89-1aa2-4c49-be8d-9274964ec540 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:23.419309 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0aabe5ed-2307-4fd8-b5f3-2c2a06d0045b req-b1277c89-1aa2-4c49-be8d-9274964ec540 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Mar 23 19:27:23.430616 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0de0d1f6-11d9-4157-afc8-eb8883baae91 req-d67618c9-8b74-4f1f-b541-c99d41ef8f8d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Mar 23 19:27:23.459916 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0aabe5ed-2307-4fd8-b5f3-2c2a06d0045b req-c6c0d59f-c9b7-4f5d-b4db-c3244d5331aa tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344348 Mar 23 19:27:23.492379 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:27:23.601206 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:23.611750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:27:23.650411 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:23.664107 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:27:23.683206 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:23.687657 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:23.740367 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=6']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:23.967847 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['ea96ac82-011e-4596-adc5-d005a217bdbf'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:27:24.378018 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d19f0-6043-408a-811e-140f3063400a req-b4efde90-4cff-415e-b593-d2011de220c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:24.380229 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2b5d19f0-6043-408a-811e-140f3063400a req-b4efde90-4cff-415e-b593-d2011de220c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0673895 Mar 23 19:27:24.422873 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2b5d19f0-6043-408a-811e-140f3063400a req-5b55ff69-24e5-4a24-a26b-77258e674420 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368323 Mar 23 19:27:24.437832 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83529bf7-91be-4045-b598-147a650ec8ae req-510729e8-56d8-4124-a161-8442a12b8a49 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:24.439314 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83529bf7-91be-4045-b598-147a650ec8ae req-510729e8-56d8-4124-a161-8442a12b8a49 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0589943 Mar 23 19:27:24.484408 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83529bf7-91be-4045-b598-147a650ec8ae req-b581a54a-16e6-43c6-b3be-8a4656987f54 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 Mar 23 19:27:24.554422 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe8a35-1f7a-443e-a618-e9dbe7763599 req-dcaa4a3d-e455-44f2-8a96-0dae9e13f0c8 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:24.556874 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-77fe8a35-1f7a-443e-a618-e9dbe7763599 req-dcaa4a3d-e455-44f2-8a96-0dae9e13f0c8 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0507166 Mar 23 19:27:24.595761 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-77fe8a35-1f7a-443e-a618-e9dbe7763599 req-675f35cd-b81f-4c8f-bce2-62c5c07f677e tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Mar 23 19:27:24.596883 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df943ac5-3c31-420e-a87a-a6c5b90195cd req-1496388b-0d51-49aa-a67e-cdcfcc396ca8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:24.598904 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-df943ac5-3c31-420e-a87a-a6c5b90195cd req-1496388b-0d51-49aa-a67e-cdcfcc396ca8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0544982 Mar 23 19:27:24.641269 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-df943ac5-3c31-420e-a87a-a6c5b90195cd req-75ce3624-73ab-42e9-a437-18501416a5ab tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363848 Mar 23 19:27:25.514709 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:25.560150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f95919-597a-41b6-a0b1-e2d6a25a04de req-97770e54-4adf-4747-9bd7-e70cf63cec96 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:25.562017 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1f95919-597a-41b6-a0b1-e2d6a25a04de req-97770e54-4adf-4747-9bd7-e70cf63cec96 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0590749 Mar 23 19:27:25.601277 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port ea96ac82-011e-4596-adc5-d005a217bdbf triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:25.602037 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:25.618244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2be3b-bc9d-4ae8-b6bf-f528ec58fc73 req-d791c6ad-c865-456b-a7ec-bdc8b27da665 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:25.622251 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6f2be3b-bc9d-4ae8-b6bf-f528ec58fc73 req-d791c6ad-c865-456b-a7ec-bdc8b27da665 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0546844 Mar 23 19:27:25.632234 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1f95919-597a-41b6-a0b1-e2d6a25a04de req-4d046ba9-ac24-4466-8dd5-d0f2cdf28b74 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529125 Mar 23 19:27:25.688008 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6f2be3b-bc9d-4ae8-b6bf-f528ec58fc73 req-5eb4d5f0-47d0-477c-9197-02ec07192063 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 Mar 23 19:27:25.721582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:25.763726 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:25.766084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b1a58-fd3a-43f0-99b3-abed5521f36b" -d '{"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:25.772975 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf5fe-a7bc-4efa-a9b2-bd6969adb751 req-7364e809-fb37-48b4-926d-e5415386432d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:25.774646 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fb5bf5fe-a7bc-4efa-a9b2-bd6969adb751 req-7364e809-fb37-48b4-926d-e5415386432d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0607977 Mar 23 19:27:25.783300 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:25.791214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:25.826424 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fb5bf5fe-a7bc-4efa-a9b2-bd6969adb751 req-84338744-e252-4f82-8597-840e2eb7a97a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Mar 23 19:27:25.846345 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=7']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:25.871046 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5af0-bdf9-4113-a6e4-9db537eaf0ba req-4b48bc90-d48e-4fc5-a97e-169de2ec9740 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:25.873308 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9e1d5af0-bdf9-4113-a6e4-9db537eaf0ba req-4b48bc90-d48e-4fc5-a97e-169de2ec9740 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0698934 Mar 23 19:27:25.881479 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d908925-2205-4640-b911-a1d3dfe72c4c x-openstack-request-id: req-6d908925-2205-4640-b911-a1d3dfe72c4c {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:25.881799 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:25.882119 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d908925-2205-4640-b911-a1d3dfe72c4c {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:25.882519 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'code': 200} Mar 23 19:27:25.913564 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9e1d5af0-bdf9-4113-a6e4-9db537eaf0ba req-7d832607-e114-4f1b-b2bf-901384c846c1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Mar 23 19:27:26.764148 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e533477-61b7-4711-b669-bf025ed9d87a req-7974a7b5-52f5-414f-8cce-93d6428023a0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:26.769685 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5e533477-61b7-4711-b669-bf025ed9d87a req-7974a7b5-52f5-414f-8cce-93d6428023a0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0601854 Mar 23 19:27:26.811363 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5e533477-61b7-4711-b669-bf025ed9d87a req-51b0fb9d-643e-471b-845b-6f07ee58e983 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Mar 23 19:27:26.823489 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39288118-5f62-440a-92b0-d25e352e4e21 req-faa842e5-102c-4048-adae-a6c26769786e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:26.825028 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39288118-5f62-440a-92b0-d25e352e4e21 req-faa842e5-102c-4048-adae-a6c26769786e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0539267 Mar 23 19:27:26.868988 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39288118-5f62-440a-92b0-d25e352e4e21 req-cc780cbb-6df9-42c6-9688-e32ba9d46ed1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Mar 23 19:27:26.944872 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ffa4e-b6c1-4559-bf04-b35193523bc2 req-b67bd763-4f38-430b-9272-7f67496dfd37 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:26.946497 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f71ffa4e-b6c1-4559-bf04-b35193523bc2 req-b67bd763-4f38-430b-9272-7f67496dfd37 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0513763 Mar 23 19:27:26.987014 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f71ffa4e-b6c1-4559-bf04-b35193523bc2 req-a87ef7e6-bfd4-4ce8-a532-4edffd82174a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Mar 23 19:27:27.041523 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26064d66-fcc3-48ef-acab-96db7c45f5a8 req-5baa1438-8062-4940-88bd-fe68992162a5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:27.043058 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-26064d66-fcc3-48ef-acab-96db7c45f5a8 req-5baa1438-8062-4940-88bd-fe68992162a5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Mar 23 19:27:27.084439 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-26064d66-fcc3-48ef-acab-96db7c45f5a8 req-eb5fecec-b48c-4b7d-9c11-95276e78e5d0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351007 Mar 23 19:27:27.938982 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b4f28-6ef7-4a7d-ba5e-6db695c79508 req-22a21c2f-55ab-4d16-bef8-692a59cd96e3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:27.941580 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7f4b4f28-6ef7-4a7d-ba5e-6db695c79508 req-22a21c2f-55ab-4d16-bef8-692a59cd96e3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0536575 Mar 23 19:27:27.985133 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7f4b4f28-6ef7-4a7d-ba5e-6db695c79508 req-3857ba6e-34ac-4754-81d0-41cb011564ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380332 Mar 23 19:27:28.006139 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d728b5-40fc-457c-89a5-e7c94900bfab req-d6d0d47e-d4d0-4ff9-b096-2cab6417df60 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:28.007641 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83d728b5-40fc-457c-89a5-e7c94900bfab req-d6d0d47e-d4d0-4ff9-b096-2cab6417df60 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0606432 Mar 23 19:27:28.056418 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83d728b5-40fc-457c-89a5-e7c94900bfab req-8bb5ce9c-e6be-4cb0-a832-8508c6b896c3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Mar 23 19:27:28.108450 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc423290-c03a-4b47-a7b8-b3f6c2fe7030 req-a1099b91-ed8d-4fe1-a3ad-a36fdd87f0dd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:28.110023 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dc423290-c03a-4b47-a7b8-b3f6c2fe7030 req-a1099b91-ed8d-4fe1-a3ad-a36fdd87f0dd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0514994 Mar 23 19:27:28.149444 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dc423290-c03a-4b47-a7b8-b3f6c2fe7030 req-02b93267-157b-4283-b775-e25df7637b9e tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Mar 23 19:27:28.211173 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ea656-c718-471c-b74e-5af745cfa2c0 req-6bdea24d-fbb3-4808-b06f-4edd279b877a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:28.212650 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0a6ea656-c718-471c-b74e-5af745cfa2c0 req-6bdea24d-fbb3-4808-b06f-4edd279b877a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0572598 Mar 23 19:27:28.254755 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0a6ea656-c718-471c-b74e-5af745cfa2c0 req-13e8f486-37a0-496d-86c7-eb5bbe74a07c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351741 Mar 23 19:27:29.125009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491f792-81d3-4a8d-83d0-df664be6862d req-4fbab4fe-df65-40fe-bdb4-a6fb32a6cf6e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:29.132859 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8491f792-81d3-4a8d-83d0-df664be6862d req-4fbab4fe-df65-40fe-bdb4-a6fb32a6cf6e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0687420 Mar 23 19:27:29.169356 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8491f792-81d3-4a8d-83d0-df664be6862d req-f9e88ef5-d7cf-4758-b097-decf2228639e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356061 Mar 23 19:27:29.203922 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20843db3-804a-4661-8d63-5670596df0c9 req-7d47bd03-75a3-4d77-ad66-89cd0f99f7ff tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:29.205511 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-20843db3-804a-4661-8d63-5670596df0c9 req-7d47bd03-75a3-4d77-ad66-89cd0f99f7ff tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0634296 Mar 23 19:27:29.247093 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-20843db3-804a-4661-8d63-5670596df0c9 req-9d301a14-d3f9-4c3b-ad26-6d7261869700 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343757 Mar 23 19:27:29.280992 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a83e-39b2-4501-9395-91464a5ee07a req-e8fea789-e2bd-4aeb-a555-01afb5e3fc72 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:29.284512 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d49a83e-39b2-4501-9395-91464a5ee07a req-e8fea789-e2bd-4aeb-a555-01afb5e3fc72 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0496159 Mar 23 19:27:29.328474 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d49a83e-39b2-4501-9395-91464a5ee07a req-c1be0655-e96c-44c6-ac02-ebb17f267cc9 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Mar 23 19:27:29.371481 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627ac5-aa31-43a4-83c5-af497c2c4bb1 req-b14c7331-3379-44d1-adce-0a9e2c492834 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:29.373003 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-99627ac5-aa31-43a4-83c5-af497c2c4bb1 req-b14c7331-3379-44d1-adce-0a9e2c492834 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0491619 Mar 23 19:27:29.413618 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-99627ac5-aa31-43a4-83c5-af497c2c4bb1 req-fbbcc4d6-f060-424b-bf90-0aac1d8940d9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347462 Mar 23 19:27:30.298047 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7299-4f58-408c-a585-bf8b48666aaa req-17558907-06e0-405e-a125-e9f2fdf29118 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:30.299553 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1fcf7299-4f58-408c-a585-bf8b48666aaa req-17558907-06e0-405e-a125-e9f2fdf29118 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Mar 23 19:27:30.340724 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1fcf7299-4f58-408c-a585-bf8b48666aaa req-6cc861f5-56cc-47a0-8473-ac73a5bd6fc2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Mar 23 19:27:30.381222 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21029-3e9e-41c6-8db4-c102794dc664 req-2c71e368-847b-4740-9268-4d3f7c089033 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:30.383474 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-45d21029-3e9e-41c6-8db4-c102794dc664 req-2c71e368-847b-4740-9268-4d3f7c089033 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0609629 Mar 23 19:27:30.430618 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-45d21029-3e9e-41c6-8db4-c102794dc664 req-fb9aa54c-1123-4358-a8bf-8a39375e2957 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Mar 23 19:27:30.455027 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d020c-d75c-483b-bc9f-975705dd699b req-2055b553-09c0-42f3-b160-9460e7cf1e58 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:30.456479 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d15d020c-d75c-483b-bc9f-975705dd699b req-2055b553-09c0-42f3-b160-9460e7cf1e58 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0528367 Mar 23 19:27:30.514838 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d15d020c-d75c-483b-bc9f-975705dd699b req-1c059c7c-9f38-4f6e-9154-b13f685ec8e7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Mar 23 19:27:30.554107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df76b9a-ac27-4073-a61d-9011c9e6b41f req-7e44dc74-f45e-4074-8c8f-95cad2355910 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:30.555600 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9df76b9a-ac27-4073-a61d-9011c9e6b41f req-7e44dc74-f45e-4074-8c8f-95cad2355910 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0663571 Mar 23 19:27:30.596335 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9df76b9a-ac27-4073-a61d-9011c9e6b41f req-67980833-b012-4fd1-90cc-cdf2cdbbc1ce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Mar 23 19:27:31.472524 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b1378-8a64-47f5-9806-711611d1e7be req-cb697a53-0a91-44c4-82d3-b90f48564ab1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:31.474668 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d9b1378-8a64-47f5-9806-711611d1e7be req-cb697a53-0a91-44c4-82d3-b90f48564ab1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Mar 23 19:27:31.518338 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0d9b1378-8a64-47f5-9806-711611d1e7be req-e6f346c7-c9cb-4505-b607-26806c419e75 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375352 Mar 23 19:27:31.545719 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef41d2-4598-4ede-aaf0-e9de9b932ce5 req-586fa96b-6d6f-4079-b8a5-061175353a53 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:31.548211 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edef41d2-4598-4ede-aaf0-e9de9b932ce5 req-586fa96b-6d6f-4079-b8a5-061175353a53 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0543349 Mar 23 19:27:31.608207 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edef41d2-4598-4ede-aaf0-e9de9b932ce5 req-edbf82ff-29dd-42e1-b0bf-4f136b35e614 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507748 Mar 23 19:27:31.661983 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402184a3-9f5f-4a52-b621-1c8c61f404fe req-78752251-0717-4275-8075-142cc0307f63 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:31.665034 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-402184a3-9f5f-4a52-b621-1c8c61f404fe req-78752251-0717-4275-8075-142cc0307f63 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0727153 Mar 23 19:27:31.708867 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-402184a3-9f5f-4a52-b621-1c8c61f404fe req-626f517b-5bf7-439a-8183-5e2511613de8 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Mar 23 19:27:31.737943 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3668-86af-40d4-9cd7-36bba885ec80 req-1ec583fb-9b78-4e74-aa39-b073290ac8e1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:31.739609 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d73d3668-86af-40d4-9cd7-36bba885ec80 req-1ec583fb-9b78-4e74-aa39-b073290ac8e1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0611317 Mar 23 19:27:31.778847 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d73d3668-86af-40d4-9cd7-36bba885ec80 req-049451c2-b206-48ab-a038-9deac51d32a1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330758 Mar 23 19:27:32.661086 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ac2d-1ced-4ce7-a3dc-1c17a6a9a2cb req-ae5b4c7b-1066-4a94-9dbd-f55b0ecaea8d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:32.662629 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fff2ac2d-1ced-4ce7-a3dc-1c17a6a9a2cb req-ae5b4c7b-1066-4a94-9dbd-f55b0ecaea8d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0691559 Mar 23 19:27:32.712021 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fff2ac2d-1ced-4ce7-a3dc-1c17a6a9a2cb req-358c3dfb-4131-4345-88fc-aebe85c8e5f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Mar 23 19:27:32.755700 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b3c77-f028-4f59-bc10-55274716f223 req-a03b57c1-7f4b-4604-988d-fde689b89f5a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:32.757377 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a6b3c77-f028-4f59-bc10-55274716f223 req-a03b57c1-7f4b-4604-988d-fde689b89f5a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0644431 Mar 23 19:27:32.805682 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a6b3c77-f028-4f59-bc10-55274716f223 req-2530f127-4b2b-4b21-a9ae-b1d4e4de07db tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Mar 23 19:27:32.856022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fdbed-782c-4798-8238-09517607ceee req-70d304be-42a4-4ee3-b3e8-18d584d63c6b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:32.857591 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f25fdbed-782c-4798-8238-09517607ceee req-70d304be-42a4-4ee3-b3e8-18d584d63c6b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0584257 Mar 23 19:27:32.903840 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f25fdbed-782c-4798-8238-09517607ceee req-4164a076-55c0-4953-b771-4dac1edef5a7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380716 Mar 23 19:27:32.909906 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633720-c8c1-46fd-b01c-01d22b2c9a3a req-61b4bd3f-c21e-4894-b0dc-c3aaecda0bd1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:32.911928 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8b633720-c8c1-46fd-b01c-01d22b2c9a3a req-61b4bd3f-c21e-4894-b0dc-c3aaecda0bd1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Mar 23 19:27:32.957120 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8b633720-c8c1-46fd-b01c-01d22b2c9a3a req-01d417b8-2be7-4b95-b103-d815e6a56907 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Mar 23 19:27:33.846944 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118a8-f852-49b5-936d-4c5240192b37 req-822f44a6-cdea-45a3-9e04-87fd78bf6916 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:33.848463 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-539118a8-f852-49b5-936d-4c5240192b37 req-822f44a6-cdea-45a3-9e04-87fd78bf6916 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Mar 23 19:27:33.885626 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-539118a8-f852-49b5-936d-4c5240192b37 req-6ec3fc4a-58c8-46e2-8f7b-a0c83cd7415e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311782 Mar 23 19:27:33.928404 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a3982-289b-4af0-81a9-94c36cddfaa3 req-b18fbf71-7be5-4749-b77b-4452e2296b7d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:33.929918 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-643a3982-289b-4af0-81a9-94c36cddfaa3 req-b18fbf71-7be5-4749-b77b-4452e2296b7d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0534899 Mar 23 19:27:33.969942 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-643a3982-289b-4af0-81a9-94c36cddfaa3 req-ff9b30a0-fc4f-4828-86d9-052046f966ea tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338984 Mar 23 19:27:34.018246 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d55e98-e5a6-4cdd-bc61-8c783fabfae3 req-4a6734a9-f414-43f2-9a8a-f85522ac0a6c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:34.019743 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a7d55e98-e5a6-4cdd-bc61-8c783fabfae3 req-4a6734a9-f414-43f2-9a8a-f85522ac0a6c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0492899 Mar 23 19:27:34.056916 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a7d55e98-e5a6-4cdd-bc61-8c783fabfae3 req-4316c298-3ea4-49b5-a9d9-8916a62ae139 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Mar 23 19:27:34.069792 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa3ca1-641d-400c-a9d0-059d7b298149 req-5a19bf36-3fcc-4961-8487-f9308ccaec8a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:34.071271 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6fa3ca1-641d-400c-a9d0-059d7b298149 req-5a19bf36-3fcc-4961-8487-f9308ccaec8a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Mar 23 19:27:34.108148 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6fa3ca1-641d-400c-a9d0-059d7b298149 req-2fbe8ccf-6790-4ebe-b368-e46e459c5691 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Mar 23 19:27:35.002365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9693c-4ee5-4fd3-9450-d03254381155 req-9485f594-dd1b-4367-a26b-c45bb4ad93da tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:35.003834 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f3a9693c-4ee5-4fd3-9450-d03254381155 req-9485f594-dd1b-4367-a26b-c45bb4ad93da tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Mar 23 19:27:35.044091 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f3a9693c-4ee5-4fd3-9450-d03254381155 req-90b21ded-7e44-41b2-9672-50a90ea04559 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Mar 23 19:27:35.084714 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c697c-dc27-4a2e-a010-198ba76ed6b1 req-2f90da58-2350-492d-a4a8-10aef72dc2d0 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:35.086223 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7c3c697c-dc27-4a2e-a010-198ba76ed6b1 req-2f90da58-2350-492d-a4a8-10aef72dc2d0 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0489109 Mar 23 19:27:35.122164 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7c3c697c-dc27-4a2e-a010-198ba76ed6b1 req-4cca638f-8590-46a4-9f71-e14335c8992a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300961 Mar 23 19:27:35.168423 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001c761-d351-4496-be38-3b0f5cb53464 req-088f506f-8a78-41dc-9213-54edea6b9622 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:35.169970 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d001c761-d351-4496-be38-3b0f5cb53464 req-088f506f-8a78-41dc-9213-54edea6b9622 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0491552 Mar 23 19:27:35.212460 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d001c761-d351-4496-be38-3b0f5cb53464 req-9ce7535d-682d-428b-9d31-61da89d93e71 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Mar 23 19:27:35.226326 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020e4f-a393-4efa-88a6-5d1ea90c49d9 req-01cdd3eb-732a-4602-add4-176d6d6de21e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:35.227798 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-20020e4f-a393-4efa-88a6-5d1ea90c49d9 req-01cdd3eb-732a-4602-add4-176d6d6de21e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Mar 23 19:27:35.265496 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-20020e4f-a393-4efa-88a6-5d1ea90c49d9 req-aab925a1-385d-41bf-a882-b79b6a42f43d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Mar 23 19:27:36.187864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-23470ee5-a44a-49cd-971f-2811173005a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.189333 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-23470ee5-a44a-49cd-971f-2811173005a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1097 time: 0.0616906 Mar 23 19:27:36.196678 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608fdc-1324-4984-8e0d-6e5aaa9a43a7 req-1e2d7e4b-5af7-49b4-bd8e-f89b2ef833ad tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.198178 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-97608fdc-1324-4984-8e0d-6e5aaa9a43a7 req-1e2d7e4b-5af7-49b4-bd8e-f89b2ef833ad tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0804093 Mar 23 19:27:36.246237 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b0a46-bd14-4f3d-98b8-8b8076a8d93d req-eb5e2c60-5679-4060-9314-c5795235bf1e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.247980 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7c7b0a46-bd14-4f3d-98b8-8b8076a8d93d req-eb5e2c60-5679-4060-9314-c5795235bf1e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0542204 Mar 23 19:27:36.286148 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7c7b0a46-bd14-4f3d-98b8-8b8076a8d93d req-4939c0af-aa20-471e-a8c9-d763796cc7f3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Mar 23 19:27:36.314501 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-97608fdc-1324-4984-8e0d-6e5aaa9a43a7 req-98911973-9adf-4a13-b716-9ae91b7abcca tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838590 Mar 23 19:27:36.346213 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-167fd4c3-df4c-4ff8-a3aa-0d1b012bfade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.347991 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-167fd4c3-df4c-4ff8-a3aa-0d1b012bfade service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5da779c102a04597ba16930c16bb55b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1423941 Mar 23 19:27:36.420732 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd041ac-97bd-4f4f-8fe1-451e1b902f88 req-c6018765-ebf3-4092-af4e-2cdb5d52ed86 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.422368 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3fd041ac-97bd-4f4f-8fe1-451e1b902f88 req-c6018765-ebf3-4092-af4e-2cdb5d52ed86 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0603561 Mar 23 19:27:36.459588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3fd041ac-97bd-4f4f-8fe1-451e1b902f88 req-510706b1-3c30-4386-9064-ee620e7bdd30 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Mar 23 19:27:36.482170 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710d6ec-2d88-44e8-9e5a-1c07a77fd6f6 req-a8f4dd32-bc3d-4d42-8a2b-5cdae30d8c9f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.483593 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7710d6ec-2d88-44e8-9e5a-1c07a77fd6f6 req-a8f4dd32-bc3d-4d42-8a2b-5cdae30d8c9f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.1010427 Mar 23 19:27:36.503132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-5772b922-153c-43dd-a134-a521b1b953c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.505049 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c76fbbd6-846f-49df-bee3-b5d70d153814 req-5772b922-153c-43dd-a134-a521b1b953c9 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1472933 Mar 23 19:27:36.533635 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7710d6ec-2d88-44e8-9e5a-1c07a77fd6f6 req-96602da8-37a8-4a54-8f7e-a5058835dd4d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Mar 23 19:27:36.590420 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-9d3b5ac9-bd1f-4bfd-8672-3877c0a5ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.591802 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-9d3b5ac9-bd1f-4bfd-8672-3877c0a5ac0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1097 time: 0.0429347 Mar 23 19:27:36.632954 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-c8cdf1c9-bc72-4751-a6a3-c2182b736187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 217 time: 0.0333400 Mar 23 19:27:36.694263 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-4397dd47-4bed-48df-b309-00027492ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.695707 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-4397dd47-4bed-48df-b309-00027492ba6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0533991 Mar 23 19:27:36.755826 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-9d4d5e14-6c5c-420b-98dc-4b5145e855df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:36.757290 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-9d4d5e14-6c5c-420b-98dc-4b5145e855df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386395 Mar 23 19:27:36.865076 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-cc8db09a-d705-4b3b-926e-664ba5578368 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855761 Mar 23 19:27:36.966469 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a39a1f87-2bee-4165-8f5e-c776a04e6d00 req-1751cde0-bb68-48cd-b901-02727502472a service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 Mar 23 19:27:37.416110 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060792f-abba-4d70-9e24-5e11bc9fdfbb req-ed849a52-9b10-4361-abe2-eb45c2a72ec3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:37.417631 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c060792f-abba-4d70-9e24-5e11bc9fdfbb req-ed849a52-9b10-4361-abe2-eb45c2a72ec3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0535743 Mar 23 19:27:37.447050 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848fe0e-d62c-413a-af06-b7b9e830c227 req-9208f701-b664-4f4d-a2df-2c3dc8505996 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:37.448482 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3848fe0e-d62c-413a-af06-b7b9e830c227 req-9208f701-b664-4f4d-a2df-2c3dc8505996 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Mar 23 19:27:37.456951 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c060792f-abba-4d70-9e24-5e11bc9fdfbb req-de2fc8fb-128c-49f4-b2e0-a65564d7308b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325840 Mar 23 19:27:37.489892 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3848fe0e-d62c-413a-af06-b7b9e830c227 req-608dd5a8-b5ea-4d23-8f00-ea03a95f79c9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350840 Mar 23 19:27:37.570371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f29b25-7edd-475c-b5d5-e445a10a3e98 req-0c921af0-5176-4c45-92d3-31bcfdefaa0c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:37.571850 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-78f29b25-7edd-475c-b5d5-e445a10a3e98 req-0c921af0-5176-4c45-92d3-31bcfdefaa0c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0495837 Mar 23 19:27:37.580670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 45344) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:37.585340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'port_id': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:37.594874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27a7a5-612f-4b78-b149-477cb8cf14ae req-9d22bc6f-7058-44af-af99-0caf313fcf47 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:37.601276 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bd27a7a5-612f-4b78-b149-477cb8cf14ae req-9d22bc6f-7058-44af-af99-0caf313fcf47 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0542989 Mar 23 19:27:37.634442 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:37.636289 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bd27a7a5-612f-4b78-b149-477cb8cf14ae req-089b5c0a-25d0-4f95-9b2e-4d660a020534 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Mar 23 19:27:37.753544 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a31f1-2949-4e55-9ae1-e05652bccca4 req-917894df-9679-42b0-977d-b0b58f66d231 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:37.755058 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7e9a31f1-2949-4e55-9ae1-e05652bccca4 req-917894df-9679-42b0-977d-b0b58f66d231 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.1334412 Mar 23 19:27:37.837587 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7e9a31f1-2949-4e55-9ae1-e05652bccca4 req-6faa6cdc-074b-497f-8ff4-40b53f924505 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752959 Mar 23 19:27:38.113560 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec90f-8ba0-4623-92b2-62a460358e2b req-207ed063-821f-4a4d-97ba-7961df3a1f7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.121382 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27bec90f-8ba0-4623-92b2-62a460358e2b req-207ed063-821f-4a4d-97ba-7961df3a1f7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0768287 Mar 23 19:27:38.185543 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27bec90f-8ba0-4623-92b2-62a460358e2b req-9072d8fa-6a98-46c9-9ce8-651eb1f044f3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624080 Mar 23 19:27:38.195579 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-1eb88cc3-5b6e-4ae3-8557-ad40e4ff6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.197318 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-1eb88cc3-5b6e-4ae3-8557-ad40e4ff6b07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1098 time: 0.0556896 Mar 23 19:27:38.263504 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3893d-418f-4a0d-84fd-713a298acc0d req-e3d3ae5a-c29c-42f1-bfca-e777fbd4a15f tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.265031 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33a3893d-418f-4a0d-84fd-713a298acc0d req-e3d3ae5a-c29c-42f1-bfca-e777fbd4a15f tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0966895 Mar 23 19:27:38.286597 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-99792748-23e1-4b77-a2ce-d8c8847edac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.288050 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-99792748-23e1-4b77-a2ce-d8c8847edac5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.0833387 Mar 23 19:27:38.357827 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-c308e48e-d54a-4ac6-afc7-7ae19aa278a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 1001 time: 0.0618751 Mar 23 19:27:38.368504 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33a3893d-418f-4a0d-84fd-713a298acc0d req-83442f37-036a-43e3-8b3f-027045578a01 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Mar 23 19:27:38.409495 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-bd9c73b2-a0cf-4468-881a-3b7817f3e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.411083 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-bd9c73b2-a0cf-4468-881a-3b7817f3e727 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0438926 Mar 23 19:27:38.428177 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:38.431942 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:38.456747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-d3c6722f-25ea-4319-9d89-5b91e2c1c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.458295 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-d3c6722f-25ea-4319-9d89-5b91e2c1c5a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393882 Mar 23 19:27:38.530387 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 9d2d403b-14de-4e8d-9831-4d7882472796 associated. External IP: 172.27.3.30, port: 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9. Mar 23 19:27:38.552547 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-0a943ded-0cab-4f80-b1fd-d8b6cc0a4324 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865276 Mar 23 19:27:38.678626 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7556-d544-433f-b298-f297feccaf03 req-c8dd1eef-8def-4add-8f9b-3f67a39d1ff8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.680120 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c1be7556-d544-433f-b298-f297feccaf03 req-c8dd1eef-8def-4add-8f9b-3f67a39d1ff8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.1119027 Mar 23 19:27:38.686443 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8be31d0-e90a-420f-a10d-67bee465eb32 req-598fb7ca-d449-4760-aeb0-12d16d944028 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261826 Mar 23 19:27:38.730643 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c1be7556-d544-433f-b298-f297feccaf03 req-4cd7a157-d215-4f81-a0aa-4c2696f5d6bd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Mar 23 19:27:38.781967 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:27:38.796696 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751723ee-e443-44e6-8fab-b1256427b3db req-05ab9ca4-640d-41df-97a6-5a380fcbdbd2 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:38.798200 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-751723ee-e443-44e6-8fab-b1256427b3db req-05ab9ca4-640d-41df-97a6-5a380fcbdbd2 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 944 time: 0.0745780 Mar 23 19:27:38.880836 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-751723ee-e443-44e6-8fab-b1256427b3db req-40a725b8-bccf-43d0-9884-3a04eb63ac7b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751419 Mar 23 19:27:38.922855 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:27:38.928286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:38.934397 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:27:38.943910 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:38.944574 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:27:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:38.954194 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-83b120d9-a9f1-4a37-95a1-4dbd2112b63f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "PUT /v2.0/floatingips/9d2d403b-14de-4e8d-9831-4d7882472796 HTTP/1.1" status: 200 len: 991 time: 1.3724465 Mar 23 19:27:38.954867 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:38.957141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe34561-2134-4126-ae79-093dc88d159e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:38.992714 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628dc5aa-b4db-4b47-a530-6e025cc05e06 x-openstack-request-id: req-628dc5aa-b4db-4b47-a530-6e025cc05e06 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:38.993041 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:38.993294 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-628dc5aa-b4db-4b47-a530-6e025cc05e06 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:38.993703 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'status': 'completed', 'code': 200} Mar 23 19:27:39.055724 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:39.068316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34561-2134-4126-ae79-093dc88d159e req-f815eddb-aaa1-4972-805d-3a6f257aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.069861 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-f815eddb-aaa1-4972-805d-3a6f257aa4bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 1099 time: 0.0526445 Mar 23 19:27:39.169509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34561-2134-4126-ae79-093dc88d159e req-438b0311-e38b-4fee-9ade-6c6a33bc87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.170990 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-438b0311-e38b-4fee-9ade-6c6a33bc87f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0931053 Mar 23 19:27:39.236174 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-2055f057-f2dd-4a49-9074-9ab6e87fc2fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 HTTP/1.1" status: 200 len: 999 time: 0.0567920 Mar 23 19:27:39.293539 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}, {'id': '9d2d403b-14de-4e8d-9831-4d7882472796', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:e2:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:52Z', 'updated_at': '2022-03-23T19:27:38Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:39.306009 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d2244-c69f-43e2-a26e-acaf2efb291f req-c87c2933-a6a0-4945-afb8-554c17822c7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.306214 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34561-2134-4126-ae79-093dc88d159e req-5844a07b-f424-4afd-8fb2-132625be8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.307439 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e59d2244-c69f-43e2-a26e-acaf2efb291f req-c87c2933-a6a0-4945-afb8-554c17822c7e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Mar 23 19:27:39.307567 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-5844a07b-f424-4afd-8fb2-132625be8546 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0497806 Mar 23 19:27:39.320297 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:27:39.329069 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:27:39.329677 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:27:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:39.346144 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e59d2244-c69f-43e2-a26e-acaf2efb291f req-09dfb264-25fe-4980-8b1d-f4402d5c713b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Mar 23 19:27:39.367158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34561-2134-4126-ae79-093dc88d159e req-939860fd-eb21-4de7-a711-aff26e3faa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.368639 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-939860fd-eb21-4de7-a711-aff26e3faa82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453098 Mar 23 19:27:39.434857 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:27:39.488166 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-e37f9cd8-08eb-4a98-b4ac-5be890b87dd7 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115677 Mar 23 19:27:39.503449 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4ea5-9c30-4fb3-b680-4a2773bbbdcd req-b146860c-da4f-4751-bba3-0218a78b373e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.505444 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-699d4ea5-9c30-4fb3-b680-4a2773bbbdcd req-b146860c-da4f-4751-bba3-0218a78b373e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0655727 Mar 23 19:27:39.614645 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 3ee91d6e-5f79-435d-b399-64442d1cb7cc details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:27:39.665294 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}, {'id': '9d2d403b-14de-4e8d-9831-4d7882472796', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:e2:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:52Z', 'updated_at': '2022-03-23T19:27:38Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:27:39.697373 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e969f7-07b1-4d03-9241-b285dc57f503 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}, {'id': '9d2d403b-14de-4e8d-9831-4d7882472796', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:e2:96:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:52Z', 'updated_at': '2022-03-23T19:27:38Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:27:39.722749 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:39.736109 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'port_id': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'mac_address': 'fa:16:3e:28:ee:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:27:39.778447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:39.792678 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee91d6e-5f79-435d-b399-64442d1cb7cc {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:27:39.814504 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-699d4ea5-9c30-4fb3-b680-4a2773bbbdcd req-4fc01a7b-06ad-4e88-9513-55d8b56c6c11 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009329 Mar 23 19:27:39.820441 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:39.836228 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:39.843362 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe34561-2134-4126-ae79-093dc88d159e req-dbf2221a-8bef-4a74-858b-a660d72b7f7b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366377 Mar 23 19:27:39.884582 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966f2b-395b-4caa-a4c7-b547686d6b89 req-d39724a5-82a1-4121-8cd4-b504c6ae13e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:39.889318 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56966f2b-395b-4caa-a4c7-b547686d6b89 req-d39724a5-82a1-4121-8cd4-b504c6ae13e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0725067 Mar 23 19:27:39.906697 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:39.937845 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701bc952-46ae-4b53-8e53-045fbfcd005e None None] New status for floating IP 9d2d403b-14de-4e8d-9831-4d7882472796: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:27:39.938845 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56966f2b-395b-4caa-a4c7-b547686d6b89 req-00f34258-5447-4c94-aea7-1fb8474bf51a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467348 Mar 23 19:27:40.014162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfbcdb-995a-4ee5-8d3d-e07e19445ea0 req-904bdfd1-4a8f-4504-bf75-e311d8f21054 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:40.015622 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38dfbcdb-995a-4ee5-8d3d-e07e19445ea0 req-904bdfd1-4a8f-4504-bf75-e311d8f21054 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 945 time: 0.0551050 Mar 23 19:27:40.052787 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38dfbcdb-995a-4ee5-8d3d-e07e19445ea0 req-e72a06b9-a4be-4b3e-abf1-b26b238b0234 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Mar 23 19:27:40.473386 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89749-ca78-4d53-bdbf-86f47282006e req-deba414b-c6c8-41dd-8700-95686462d7c5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:40.474869 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d5b89749-ca78-4d53-bdbf-86f47282006e req-deba414b-c6c8-41dd-8700-95686462d7c5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0590332 Mar 23 19:27:40.512096 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d5b89749-ca78-4d53-bdbf-86f47282006e req-415c75aa-8ffc-4144-b520-423c31537804 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Mar 23 19:27:40.946211 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:40.948492 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e25d8-42ca-49e3-a7b0-ffe76d98c5f4 req-4d85e6b3-d540-4626-a7d8-895bc61afbf9 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:40.950193 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d6e25d8-42ca-49e3-a7b0-ffe76d98c5f4 req-4d85e6b3-d540-4626-a7d8-895bc61afbf9 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0517251 Mar 23 19:27:40.974690 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:27:40.988530 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d6e25d8-42ca-49e3-a7b0-ffe76d98c5f4 req-6c4712a3-dc39-42c0-bbd1-15c7499d8be2 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Mar 23 19:27:41.066708 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6aa60-e735-4547-81f2-6456cadc973b req-597634d3-0194-4946-b8b4-13b6f010dc90 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:41.068164 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a6e6aa60-e735-4547-81f2-6456cadc973b req-597634d3-0194-4946-b8b4-13b6f010dc90 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Mar 23 19:27:41.107046 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a6e6aa60-e735-4547-81f2-6456cadc973b req-8635d8c7-e4a6-477f-8054-add885e35a31 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327022 Mar 23 19:27:41.167698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f14eda-41f3-401a-bc8d-d5347e30a87d req-808a5f05-3b5e-46d5-b35b-9c74ebbaaf27 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:41.169188 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-31f14eda-41f3-401a-bc8d-d5347e30a87d req-808a5f05-3b5e-46d5-b35b-9c74ebbaaf27 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 945 time: 0.0480983 Mar 23 19:27:41.199748 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:27:41.209531 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-31f14eda-41f3-401a-bc8d-d5347e30a87d req-9462b96a-98ac-4e6a-b268-50bb287ad801 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Mar 23 19:27:41.263410 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-2718ed5d-a4c7-47d3-ac63-fd709bb2551e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:41.264304 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-2718ed5d-a4c7-47d3-ac63-fd709bb2551e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 945 time: 0.0510516 Mar 23 19:27:41.367049 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Deleting port 34efc700-d9b8-41fb-9e72-d3596752dd3a {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:27:41.367414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:41.453885 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] For port 34efc700-d9b8-41fb-9e72-d3596752dd3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=34efc700-d9b8-41fb-9e72-d3596752dd3a,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:41.454248 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:41.466237 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Calling delete_port for 34efc700-d9b8-41fb-9e72-d3596752dd3a owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:27:41.589854 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:41.622948 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Pushing event deleted for resources: {'Port': ['ID=34efc700-d9b8-41fb-9e72-d3596752dd3a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:41.631121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f755b-4204-46c7-80f5-2e269c19cb09 req-8872e839-4ab3-4523-a33f-3e575d2fc5fe tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:41.632645 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd6f755b-4204-46c7-80f5-2e269c19cb09 req-8872e839-4ab3-4523-a33f-3e575d2fc5fe tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Mar 23 19:27:41.648199 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.648552 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.648919 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.649258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.649591 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.649924 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.650254 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.650586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.650913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.651237 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.651559 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.651878 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:27:41.669493 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] No DVR routers for this DVR port 34efc700-d9b8-41fb-9e72-d3596752dd3a on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:27:41.672487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:41.674291 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd6f755b-4204-46c7-80f5-2e269c19cb09 req-78042e60-cbfe-4b98-99e2-04ebe393507d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Mar 23 19:27:41.675714 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4af4ad0-5163-4ff5-bbcf-516d810a30c0 req-ba1b4b99-5094-418e-804f-9408093c8aea tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "DELETE /v2.0/ports/34efc700-d9b8-41fb-9e72-d3596752dd3a HTTP/1.1" status: 204 len: 173 time: 0.3947959 Mar 23 19:27:41.676148 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'name': 'network-vif-deleted', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:41.679239 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b692a8-1169-4e61-aac5-2be2f4a89252" -d '{"events": [{"server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "name": "network-vif-deleted", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:41.722793 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa486e41-d346-4cc0-b208-65bef3ea8179 x-openstack-request-id: req-fa486e41-d346-4cc0-b208-65bef3ea8179 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:41.723092 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b4b850-0286-4055-a346-058351397c2f", "name": "network-vif-deleted", "tag": "34efc700-d9b8-41fb-9e72-d3596752dd3a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:41.723371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa486e41-d346-4cc0-b208-65bef3ea8179 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:41.723775 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b4b850-0286-4055-a346-058351397c2f', 'name': 'network-vif-deleted', 'tag': '34efc700-d9b8-41fb-9e72-d3596752dd3a', 'status': 'completed', 'code': 200} Mar 23 19:27:42.099427 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-75bc4c70-9e97-460f-8825-17e07faf5ce6 req-059c9a13-15fd-4e41-9a7e-2b84a2acafc9 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7b4b850-0286-4055-a346-058351397c2f HTTP/1.1" status: 200 len: 210 time: 0.0300813 Mar 23 19:27:42.231929 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf117-90c4-4069-9f78-a9c51e82371a req-ad167deb-be76-447c-93cb-32a1f92184fb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:42.233448 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16faf117-90c4-4069-9f78-a9c51e82371a req-ad167deb-be76-447c-93cb-32a1f92184fb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0512600 Mar 23 19:27:42.270655 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16faf117-90c4-4069-9f78-a9c51e82371a req-9ca6449e-9f04-4032-8bd9-01b321c32bfc tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307646 Mar 23 19:27:42.326158 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873afa0-d31d-4b80-b27f-bb7f4fdc6ebd req-ba5aff11-99c6-497b-b7de-17da407bf9ab tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:42.327634 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0873afa0-d31d-4b80-b27f-bb7f4fdc6ebd req-ba5aff11-99c6-497b-b7de-17da407bf9ab tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 945 time: 0.0516734 Mar 23 19:27:42.364942 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0873afa0-d31d-4b80-b27f-bb7f4fdc6ebd req-ee8b3364-e233-4254-ba98-c5dfdc9de0df tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Mar 23 19:27:42.401658 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['34efc700-d9b8-41fb-9e72-d3596752dd3a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:27:43.409864 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fca3ddf6-71cc-4e85-9034-24682e9ba0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:43.411386 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b1423-87f4-4241-ab38-b66d38dcf156 req-e54e4fe4-f427-45e7-a842-fd60cd6545e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:43.412957 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b32b1423-87f4-4241-ab38-b66d38dcf156 req-e54e4fe4-f427-45e7-a842-fd60cd6545e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0602226 Mar 23 19:27:43.461662 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b32b1423-87f4-4241-ab38-b66d38dcf156 req-89e3c0ca-e2fe-4625-8314-edce09446f29 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Mar 23 19:27:43.501001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df394e-05ef-4569-9d19-86a40e6d41b5 req-0e304d05-3f65-47a5-ac20-363a50fa9958 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:43.502571 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-96df394e-05ef-4569-9d19-86a40e6d41b5 req-0e304d05-3f65-47a5-ac20-363a50fa9958 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 945 time: 0.0613761 Mar 23 19:27:43.546960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-96df394e-05ef-4569-9d19-86a40e6d41b5 req-d8da3eb3-2d2c-408b-b536-ebb64c12337f tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Mar 23 19:27:43.592055 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 3ee91d6e-5f79-435d-b399-64442d1cb7cc up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:27:43.645152 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 3ee91d6e-5f79-435d-b399-64442d1cb7cc completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:27:43.649247 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 3ee91d6e-5f79-435d-b399-64442d1cb7cc triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:27:43.649627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:43.731849 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:43.769869 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:43.772753 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f800e5-55d5-414e-bd6e-5a8aa0d77fde" -d '{"events": [{"server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:43.788203 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:43.795603 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:43.830431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b2f34-9f83-4e7f-a2c6-884647d14c55 x-openstack-request-id: req-1a0b2f34-9f83-4e7f-a2c6-884647d14c55 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:43.830808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "name": "network-vif-plugged", "status": "completed", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:43.831304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a0b2f34-9f83-4e7f-a2c6-884647d14c55 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:43.831437 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'code': 200} Mar 23 19:27:43.856677 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:44.618524 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93e2a6-29f5-4dbd-9ceb-86f0f86c2594 req-b64bbf40-5413-47f8-a029-f42f80b8eb62 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:44.622674 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9f93e2a6-29f5-4dbd-9ceb-86f0f86c2594 req-b64bbf40-5413-47f8-a029-f42f80b8eb62 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0826628 Mar 23 19:27:44.763209 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9f93e2a6-29f5-4dbd-9ceb-86f0f86c2594 req-b3561f09-8553-4614-992c-16ce28193da0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143677 Mar 23 19:27:44.771653 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15729349-becd-4561-947a-98a0bb222b67 req-bbdbb0b5-b83d-4fd4-a500-e17ad2e91133 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:44.776293 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-15729349-becd-4561-947a-98a0bb222b67 req-bbdbb0b5-b83d-4fd4-a500-e17ad2e91133 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.1556368 Mar 23 19:27:44.816895 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-15729349-becd-4561-947a-98a0bb222b67 req-9f544a9a-2b58-4a3a-9cbd-ec7def2b6dfa tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Mar 23 19:27:45.789173 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-735340d0-7654-4085-a570-ca9570421cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:45.929170 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd778c-b30a-4342-8014-5c56b76578d6 req-370d46f5-649b-43d9-bcac-9442403f3156 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:45.938227 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2ccd778c-b30a-4342-8014-5c56b76578d6 req-370d46f5-649b-43d9-bcac-9442403f3156 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0923328 Mar 23 19:27:45.972134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e34e2a-4341-414f-8b92-91b274ace2db req-a502c303-8ebd-4e65-b075-76bf9bba1aca tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:45.980292 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-92e34e2a-4341-414f-8b92-91b274ace2db req-a502c303-8ebd-4e65-b075-76bf9bba1aca tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0608232 Mar 23 19:27:45.992195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2ccd778c-b30a-4342-8014-5c56b76578d6 req-becf3963-a69a-42ab-b295-f97fcef82eec tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475903 Mar 23 19:27:46.023225 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-92e34e2a-4341-414f-8b92-91b274ace2db req-622a90cf-1cec-4077-b8d7-54a7254f81c7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Mar 23 19:27:46.297693 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 34efc700-d9b8-41fb-9e72-d3596752dd3a no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:27:46.321445 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 34efc700-d9b8-41fb-9e72-d3596752dd3a {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:27:46.322183 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 34efc700-d9b8-41fb-9e72-d3596752dd3a not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:27:46.359892 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767dfe0-4ffe-4db4-a184-894de648c2ac req-034152f4-eeed-4d09-98b6-dfa79fd8295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:46.361507 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d767dfe0-4ffe-4db4-a184-894de648c2ac req-034152f4-eeed-4d09-98b6-dfa79fd8295f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1099 time: 0.0721316 Mar 23 19:27:46.837062 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:47.145559 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc442e70-18f3-48ab-b8e9-f1068a74308e req-23d28c87-35ab-44e8-9e6d-fe574586c291 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:47.153331 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bc442e70-18f3-48ab-b8e9-f1068a74308e req-23d28c87-35ab-44e8-9e6d-fe574586c291 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0757425 Mar 23 19:27:47.160081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee531e5d-5e75-4823-993f-18542aadf545 req-54e6ff7e-c66f-451c-be05-2a5740d77cea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:47.168436 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ee531e5d-5e75-4823-993f-18542aadf545 req-54e6ff7e-c66f-451c-be05-2a5740d77cea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0592067 Mar 23 19:27:47.209878 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bc442e70-18f3-48ab-b8e9-f1068a74308e req-1e712b08-a381-42f1-98c9-381500308bf1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550702 Mar 23 19:27:47.211167 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ee531e5d-5e75-4823-993f-18542aadf545 req-1b0b0bb1-3217-40e5-8744-150187a204c1 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Mar 23 19:27:47.737139 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d767dfe0-4ffe-4db4-a184-894de648c2ac req-d15c883a-33d4-4637-848f-f71c203b2067 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Mar 23 19:27:48.333450 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:48.342009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129248a1-25ac-439b-a2e2-9af99486bee1 req-91b341a1-926e-47e0-823e-b8801469b64a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:48.345357 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-129248a1-25ac-439b-a2e2-9af99486bee1 req-91b341a1-926e-47e0-823e-b8801469b64a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0645428 Mar 23 19:27:48.363056 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaab31-d79d-4c2f-9ad9-245e4af81357 req-c54b2897-0340-4ed5-990e-8fe5604b8aa4 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:48.365111 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bebaab31-d79d-4c2f-9ad9-245e4af81357 req-c54b2897-0340-4ed5-990e-8fe5604b8aa4 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0757446 Mar 23 19:27:48.388294 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-129248a1-25ac-439b-a2e2-9af99486bee1 req-2203a726-62a9-4525-a322-48d3248ec74a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Mar 23 19:27:48.413360 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bebaab31-d79d-4c2f-9ad9-245e4af81357 req-df781dcc-3a8d-423c-95ea-3221fcd941e2 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Mar 23 19:27:48.692102 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:49.522431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffcccb-5216-445b-b9d9-74e6fe6e75b3 req-0d92e00d-b2d0-43eb-9408-a00c6fb506ca tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:49.524799 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-72ffcccb-5216-445b-b9d9-74e6fe6e75b3 req-0d92e00d-b2d0-43eb-9408-a00c6fb506ca tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0550094 Mar 23 19:27:49.555657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8248-fad5-468f-8356-e2386332a8ab req-5a360241-ba6c-4d33-b07f-3abdc4988e7d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:49.564322 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-985e8248-fad5-468f-8356-e2386332a8ab req-5a360241-ba6c-4d33-b07f-3abdc4988e7d tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0746284 Mar 23 19:27:49.583510 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-72ffcccb-5216-445b-b9d9-74e6fe6e75b3 req-77212b36-9ad3-462a-bf6d-f9d072d8c0da tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Mar 23 19:27:49.606237 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-985e8248-fad5-468f-8356-e2386332a8ab req-4d96ca95-956a-4f6d-ad80-84149c425f3e tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Mar 23 19:27:50.732466 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75259113-ac4e-4b96-a457-5188a8cc1886 req-988046dc-397a-4d9e-ba7b-02df7a3027c4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:50.736200 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de40-c1a1-4604-bb26-7c7085385123 req-72d1ec38-7349-4f90-96b9-b72deeefd727 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:50.741011 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75259113-ac4e-4b96-a457-5188a8cc1886 req-988046dc-397a-4d9e-ba7b-02df7a3027c4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0726006 Mar 23 19:27:50.743768 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9803de40-c1a1-4604-bb26-7c7085385123 req-72d1ec38-7349-4f90-96b9-b72deeefd727 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0644414 Mar 23 19:27:50.779402 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9803de40-c1a1-4604-bb26-7c7085385123 req-121b0274-59ad-4274-b9f1-3be95a6c362f tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Mar 23 19:27:50.781179 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75259113-ac4e-4b96-a457-5188a8cc1886 req-5bb869b8-e94b-4198-96d7-49c5581f3041 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392940 Mar 23 19:27:50.921314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6d84c-37eb-4233-994b-a1c665912512 req-bc4122e8-602f-454a-a36d-1ae3df172382 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:50.923692 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-41e6d84c-37eb-4233-994b-a1c665912512 req-bc4122e8-602f-454a-a36d-1ae3df172382 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0734091 Mar 23 19:27:50.976252 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-41e6d84c-37eb-4233-994b-a1c665912512 req-8b2cfefd-89f9-4370-bcb5-5591d85574e7 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Mar 23 19:27:51.316346 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e1084-da52-4234-b151-e22027ec14d2 req-89f3756f-026f-40ee-8961-24eacc3c3882 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:51.318774 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a6e1084-da52-4234-b151-e22027ec14d2 req-89f3756f-026f-40ee-8961-24eacc3c3882 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0590007 Mar 23 19:27:51.358365 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a6e1084-da52-4234-b151-e22027ec14d2 req-64880688-2427-41e9-9d51-19e6c8101d3e tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Mar 23 19:27:51.912589 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d578a0-8613-45c9-a53f-7e81c4917875 req-a439c272-af02-47f3-88b2-2425e90d2d95 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:51.914900 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-61d578a0-8613-45c9-a53f-7e81c4917875 req-a439c272-af02-47f3-88b2-2425e90d2d95 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0510099 Mar 23 19:27:51.980899 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-61d578a0-8613-45c9-a53f-7e81c4917875 req-779d92bb-963c-40b3-9287-a5c9b274c8a1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489216 Mar 23 19:27:53.098941 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919994-afba-45e4-80c8-0bd98a0973f4 req-1377f11f-f764-4cc8-ae49-5aeda3916569 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:53.100397 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-05919994-afba-45e4-80c8-0bd98a0973f4 req-1377f11f-f764-4cc8-ae49-5aeda3916569 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0472801 Mar 23 19:27:53.137030 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-05919994-afba-45e4-80c8-0bd98a0973f4 req-6971a458-2fc1-40b8-bfc2-878bb7404e85 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Mar 23 19:27:54.257508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7d0e-ce6a-402b-acf8-aa5d79c237b6 req-70489618-5223-4429-b810-130f3d825777 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:54.258887 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aaac7d0e-ce6a-402b-acf8-aa5d79c237b6 req-70489618-5223-4429-b810-130f3d825777 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Mar 23 19:27:54.298130 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aaac7d0e-ce6a-402b-acf8-aa5d79c237b6 req-3564929e-2cf6-48e3-a979-73da6b22c5d2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Mar 23 19:27:55.282309 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-47b6ea58-20da-4ee1-8a47-2944bf2f8450 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:55.283679 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-47b6ea58-20da-4ee1-8a47-2944bf2f8450 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 813 time: 0.1033723 Mar 23 19:27:55.297924 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-0a2ab1bb-4dd8-4bda-85a0-6f45f79a86f1 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/quotas/0821d3dc5f9d40bb80a941035e40f5ee HTTP/1.1" status: 200 len: 375 time: 0.0085857 Mar 23 19:27:55.328662 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-3d1b7b36-8356-4ce7-aac7-70040f0ade53 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256851 Mar 23 19:27:55.417041 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-596505a2-332a-4134-915f-ad10b0a5ed5c service neutron] 10.222.0.43 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808971 Mar 23 19:27:55.417661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c503fa-8f64-4287-a4d0-b9aa5e3289bc req-27aad5f1-ff81-4960-a70d-c6d1fb1c8bd2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:55.419197 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-22c503fa-8f64-4287-a4d0-b9aa5e3289bc req-27aad5f1-ff81-4960-a70d-c6d1fb1c8bd2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Mar 23 19:27:55.458791 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-22c503fa-8f64-4287-a4d0-b9aa5e3289bc req-05e73c1e-9889-435e-9fb4-da81c95c24f4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Mar 23 19:27:55.509673 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-538c7e8b-9ff0-409e-bce8-4208e61efadc service neutron] 10.222.0.43 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Mar 23 19:27:55.671184 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f2cb313e-d645-40be-bed5-41c045829d70 req-3ec1b7ab-5c43-4e16-a595-b4bb42534e57 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 210 time: 0.0306911 Mar 23 19:27:55.820192 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-6a22af3b-80b3-4ad0-b62e-ea184cbf20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:55.821807 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-6a22af3b-80b3-4ad0-b62e-ea184cbf20b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1098 time: 0.0405712 Mar 23 19:27:55.921926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-66941ec5-6e37-4868-b2a1-f6f615e85ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:55.923413 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-66941ec5-6e37-4868-b2a1-f6f615e85ef3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0948393 Mar 23 19:27:56.006052 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-e4bedda0-df04-4461-95d5-f8968d413a1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 999 time: 0.0658739 Mar 23 19:27:56.080576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-a9ef5fbb-1c7e-402b-afb0-89c4b79b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:56.082159 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-a9ef5fbb-1c7e-402b-afb0-89c4b79b0fb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0505555 Mar 23 19:27:56.131753 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-6e24a25e-55f3-433b-ace5-fad32e4e9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:56.133620 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-6e24a25e-55f3-433b-ace5-fad32e4e9163 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432115 Mar 23 19:27:56.236235 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-a8e8212a-39f5-4890-8d01-801d5d32b3bf service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949464 Mar 23 19:27:56.342943 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-57ce5b7e-d6fc-4c37-a4d1-56158ebda40b req-c8a9f97e-b831-4801-89f8-bb9d542e4c4c service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893197 Mar 23 19:27:56.578075 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a2c34-129c-4ce8-a596-35e411452dae req-8bbba5a4-87de-4787-bedc-c302ad6d22bd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:56.579433 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-858a2c34-129c-4ce8-a596-35e411452dae req-8bbba5a4-87de-4787-bedc-c302ad6d22bd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Mar 23 19:27:56.616012 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-858a2c34-129c-4ce8-a596-35e411452dae req-bfbfd75a-c010-43fe-8da0-ab7ca4fd6464 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Mar 23 19:27:56.774108 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fc6093c5-63ef-4b6f-8ddb-738b59019f00 req-69245834-bd87-4746-874d-cf4ad4caa7bc tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 210 time: 0.0287416 Mar 23 19:27:56.882716 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-c467cc2c-aef3-4dd3-bb58-c699e0fea7d0 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:56.884259 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-c467cc2c-aef3-4dd3-bb58-c699e0fea7d0 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 813 time: 0.1140468 Mar 23 19:27:56.911305 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Request body: {'port': {'device_id': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea', 'admin_state_up': True, 'tenant_id': '0821d3dc5f9d40bb80a941035e40f5ee'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:57.019776 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Made reservation on behalf of 0821d3dc5f9d40bb80a941035e40f5ee for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:27:57.023752 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.143671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Allocated IP 172.20.0.5 (7f6af878-3f86-4e1c-9d88-6ed087b0cdea/7f893243-654d-4545-892d-eaffbc416eb1/8c9edd6c-98d0-4392-ad1b-e2f2c14be647) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:27:57.285276 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.318719 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.359373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:27:57.362452 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:27:57.366728 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:27:57.396417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Pushing event updated for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:57.421662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:57.422277 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.439215 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-8ef2979c-5ca5-4446-9964-3150e40353c3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5318153 Mar 23 19:27:57.458437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Request body: {'port': {'device_id': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:27:57.511203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.762217 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f5cb0-92fa-4260-bac9-4d9ac50486cb req-2a61b978-f433-41e8-8cdb-d63f1e43cba5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:57.763659 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d62f5cb0-92fa-4260-bac9-4d9ac50486cb req-2a61b978-f433-41e8-8cdb-d63f1e43cba5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0742068 Mar 23 19:27:57.830249 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:27:57.840588 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d62f5cb0-92fa-4260-bac9-4d9ac50486cb req-7e1653d3-7b1f-488c-99b7-e550bd7bc4f4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705118 Mar 23 19:27:57.842332 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.856109 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Transition to ACTIVE for port object 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:27:57.860490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:57.892390 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d7800-0010-4ee5-8b01-c207aabb9422 req-dc09c729-8aab-4fb9-9f69-a30b3f1be804 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:57.893915 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2c7d7800-0010-4ee5-8b01-c207aabb9422 req-dc09c729-8aab-4fb9-9f69-a30b3f1be804 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 931 time: 0.0495200 Mar 23 19:27:57.910974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:57.938156 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2c7d7800-0010-4ee5-8b01-c207aabb9422 req-4c6148e6-56bd-4645-abd2-e4fac8ed732b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Mar 23 19:27:57.983342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Attempting to bind port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:27:57.983680 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Attempting to bind port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:27:57.984016 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Attempting to bind port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:57.988195 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:27:57.988518 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Attempting to bind port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 on network 7f6af878-3f86-4e1c-9d88-6ed087b0cdea {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:27:57.993771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:27:57.994109 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Checking segment: {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:27:57.994492 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Bound using segment: {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:27:57.994926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Bound port: 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184f6c00-45fd-4637-a5f6-080e5c8b792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:27:57.995282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:58.056001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:27:58.058933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:27:58.064285 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:58.102302 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.102926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:58.104301 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c9edd6c-98d0-4392-ad1b-e2f2c14be647 HTTP/1.1" status: 200 len: 1093 time: 0.6499701 Mar 23 19:27:58.104741 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:58.107221 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299e4110-4ba4-405d-a3f3-d2e04e270f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:58.135416 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72a2b-c7a7-4250-8d37-00e01afe4b24 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:27:58.154154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc6b74-9f5d-4908-8d66-bdefd509f0c5 x-openstack-request-id: req-55dc6b74-9f5d-4908-8d66-bdefd509f0c5 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:58.154400 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:58.154652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55dc6b74-9f5d-4908-8d66-bdefd509f0c5 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:58.155040 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647', 'status': 'completed', 'code': 200} Mar 23 19:27:58.185789 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-4d848fd7-7ade-490b-a483-36db2a4e7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.187261 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-4d848fd7-7ade-490b-a483-36db2a4e7535 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 1096 time: 0.0416284 Mar 23 19:27:58.232311 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-3e34163c-2642-4f24-a660-2bcd3d59e858 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647 HTTP/1.1" status: 200 len: 217 time: 0.0344434 Mar 23 19:27:58.288965 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-3b2cbb89-6f69-4100-8a33-06d7ab74e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.290383 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-3b2cbb89-6f69-4100-8a33-06d7ab74e9a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f893243-654d-4545-892d-eaffbc416eb1 HTTP/1.1" status: 200 len: 853 time: 0.0422142 Mar 23 19:27:58.327281 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-ad06ea85-22ab-4c47-83b2-97f3f1d1d66e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238705 Mar 23 19:27:58.421708 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-d8cd8d08-2999-4b2a-8fc7-68dc3b1c896a service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850000 Mar 23 19:27:58.515974 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-113ed867-d8f9-4d0e-a8ba-efe0bf50de40 req-9bf83037-0d61-4e7d-974b-9b34edf70f2d service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Mar 23 19:27:58.643499 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-278abcb6-6e7a-48bf-a531-2b5d1d895848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.645070 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-278abcb6-6e7a-48bf-a531-2b5d1d895848 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 1096 time: 0.0463407 Mar 23 19:27:58.738546 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-12097319-6dd2-4229-864b-8f8cf8bead98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.740050 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-12097319-6dd2-4229-864b-8f8cf8bead98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 200 len: 913 time: 0.0868459 Mar 23 19:27:58.785233 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-11f7bbed-2b8c-4ed9-a775-501b83f13e35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647 HTTP/1.1" status: 200 len: 217 time: 0.0369332 Mar 23 19:27:58.849535 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-b9a33b49-2393-4da6-bbcf-a9071a956313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.851004 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-b9a33b49-2393-4da6-bbcf-a9071a956313 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7f893243-654d-4545-892d-eaffbc416eb1 HTTP/1.1" status: 200 len: 853 time: 0.0456328 Mar 23 19:27:58.882811 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-68a496d1-95eb-45ad-bff0-d29d53f44c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7f6af878-3f86-4e1c-9d88-6ed087b0cdea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243895 Mar 23 19:27:58.961872 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85243502-a84d-49c8-b9e2-f8b6f3084fe3 req-fc6258c2-a7d8-4cdd-8a30-0e75d867b978 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:58.963292 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85243502-a84d-49c8-b9e2-f8b6f3084fe3 req-fc6258c2-a7d8-4cdd-8a30-0e75d867b978 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Mar 23 19:27:58.987155 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-8c69d71b-6f3d-458e-a251-5c88fd7a03d2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Mar 23 19:27:59.006668 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85243502-a84d-49c8-b9e2-f8b6f3084fe3 req-d1f6912c-c22c-4db9-8f2b-648438194e74 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361156 Mar 23 19:27:59.114002 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132fe0-6ab8-488f-933e-2df14db10b89 req-137b3dd0-104b-4b70-ae77-a178a8ce2784 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:59.115544 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7b132fe0-6ab8-488f-933e-2df14db10b89 req-137b3dd0-104b-4b70-ae77-a178a8ce2784 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 943 time: 0.1020291 Mar 23 19:27:59.121108 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-299e4110-4ba4-405d-a3f3-d2e04e270f8a req-94020888-2a50-4a00-ac62-fa4fabdd7f84 service neutron] 10.222.0.42 "GET /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254475 Mar 23 19:27:59.163021 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7b132fe0-6ab8-488f-933e-2df14db10b89 req-1d53e29a-9eb7-45d3-9fe4-269c1281c9c4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Mar 23 19:27:59.462757 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [req-1d32040e-3e16-40a2-b840-3a8581cc16fb req-e26de860-b8f1-44c7-bb2d-1ef0f1111f01 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:27:59.463717 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1d32040e-3e16-40a2-b840-3a8581cc16fb req-e26de860-b8f1-44c7-bb2d-1ef0f1111f01 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051944 Mar 23 19:27:59.621386 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d221d7-6721-41dd-b2df-48ef63251608 req-d66a508e-4af5-4c01-a813-fcdeb6137e81 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:27:59.622866 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33d221d7-6721-41dd-b2df-48ef63251608 req-d66a508e-4af5-4c01-a813-fcdeb6137e81 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 945 time: 0.0481362 Mar 23 19:27:59.659806 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33d221d7-6721-41dd-b2df-48ef63251608 req-7cf45593-6f84-4e25-8f12-be1fb439a043 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311706 Mar 23 19:27:59.842426 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:27:59.844009 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 45652) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:27:59.917235 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:59.922509 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-193c332f-c5c0-4aaf-bd46-bc1cd5d44f9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772910 Mar 23 19:27:59.931396 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-370a2a0c-d425-4af9-83f0-c88f2b2cd88f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:27:59.932342 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-370a2a0c-d425-4af9-83f0-c88f2b2cd88f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050411 Mar 23 19:27:59.939548 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:27:59.941792 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9468cd8-3bef-4f6b-8e23-f5c30856631b" -d '{"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:27:59.959755 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:27:59.965443 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:27:59.987698 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165f64ad-0bcd-4de7-be0c-22b9bca253b8 x-openstack-request-id: req-165f64ad-0bcd-4de7-be0c-22b9bca253b8 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:27:59.987986 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-unplugged", "status": "failed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "code": 422}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:27:59.988247 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-165f64ad-0bcd-4de7-be0c-22b9bca253b8 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:27:59.988650 dv-cinder-834961-1-iscsi neutron-server[101770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'code': 422} returned with failed status Mar 23 19:28:00.014300 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=8']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:00.021787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.022092 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.022437 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.022768 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.023129 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.023580 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.023787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.024112 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.024442 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.024768 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.025122 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.025447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:00.278948 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080577ae-2f7e-4895-b1aa-e9ad533ab94f req-0e7c4904-c158-4e95-949f-65d2132873ac tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:00.280340 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-080577ae-2f7e-4895-b1aa-e9ad533ab94f req-0e7c4904-c158-4e95-949f-65d2132873ac tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 943 time: 0.0511222 Mar 23 19:28:00.318452 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-080577ae-2f7e-4895-b1aa-e9ad533ab94f req-4d9f7a54-b600-40c1-81bd-fab9527cd696 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Mar 23 19:28:00.778521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e649a24-72c9-4e3f-a7cc-88ba8e24f6f1 req-ab4019eb-7251-41bc-9812-7ee226850b5a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:00.779979 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1e649a24-72c9-4e3f-a7cc-88ba8e24f6f1 req-ab4019eb-7251-41bc-9812-7ee226850b5a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0474861 Mar 23 19:28:00.817425 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1e649a24-72c9-4e3f-a7cc-88ba8e24f6f1 req-1baf01c1-f11e-42c4-b47e-053b103a994f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Mar 23 19:28:01.431884 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df984c1c-d98b-40d6-b0eb-bcca54821068 req-f297d9ed-d028-4b1d-aae6-1c2e69836789 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:01.433363 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-df984c1c-d98b-40d6-b0eb-bcca54821068 req-f297d9ed-d028-4b1d-aae6-1c2e69836789 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 943 time: 0.0470443 Mar 23 19:28:01.469941 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-df984c1c-d98b-40d6-b0eb-bcca54821068 req-effd0c5b-10e4-4857-950e-4a33a98bdc0c tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Mar 23 19:28:01.838044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:28:01.934573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:01.935101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c416ba-7498-4d8d-b541-d942e317f91a req-7a975135-3305-4b1e-9c38-8c13b36ab3d6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:01.936806 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a0c416ba-7498-4d8d-b541-d942e317f91a req-7a975135-3305-4b1e-9c38-8c13b36ab3d6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0478282 Mar 23 19:28:01.945782 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647', 'network_id': '7f6af878-3f86-4e1c-9d88-6ed087b0cdea', 'port_id': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647', 'mac_address': 'fa:16:3e:ab:69:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f893243-654d-4545-892d-eaffbc416eb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:28:01.974169 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a0c416ba-7498-4d8d-b541-d942e317f91a req-a86d6859-e7f9-42d9-b995-e5281af549d8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Mar 23 19:28:01.983359 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:01.996924 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:28:02.015573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:02.019349 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:02.064208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:02.569372 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['8c9edd6c-98d0-4392-ad1b-e2f2c14be647'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:28:02.579337 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c639f83-1308-4bd2-bd1d-dc00b4b22ea3 req-42a276fc-d287-4010-9cae-b078bfb75acf tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:02.580832 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0c639f83-1308-4bd2-bd1d-dc00b4b22ea3 req-42a276fc-d287-4010-9cae-b078bfb75acf tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 944 time: 0.0477898 Mar 23 19:28:02.618420 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0c639f83-1308-4bd2-bd1d-dc00b4b22ea3 req-e7444505-60be-47d8-b797-df5ec35f1a55 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Mar 23 19:28:03.095157 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd3147-9b80-4b99-87f5-32632b580be9 req-130b2cca-d610-417e-b8eb-b2cc772ccef3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:03.096621 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1cd3147-9b80-4b99-87f5-32632b580be9 req-130b2cca-d610-417e-b8eb-b2cc772ccef3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0510192 Mar 23 19:28:03.134067 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1cd3147-9b80-4b99-87f5-32632b580be9 req-e8a4ac9b-3192-45c5-a2b4-c0efe3d5c5cc tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Mar 23 19:28:03.739966 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25667b-4898-4d8e-af83-958ef5c160d3 req-ef2be95d-06b7-42f0-9f18-874f51e28656 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:03.741591 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cc25667b-4898-4d8e-af83-958ef5c160d3 req-ef2be95d-06b7-42f0-9f18-874f51e28656 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 944 time: 0.0546155 Mar 23 19:28:03.781196 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cc25667b-4898-4d8e-af83-958ef5c160d3 req-d76a9c98-7448-4cab-885d-19f8f2a720cd tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Mar 23 19:28:03.866665 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:28:04.250803 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c4a3-9763-4072-a774-ebd2565851f5 req-7243390f-8f1a-4faf-b969-94e19486d5f0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:04.252255 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9d0c4a3-9763-4072-a774-ebd2565851f5 req-7243390f-8f1a-4faf-b969-94e19486d5f0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Mar 23 19:28:04.289379 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9d0c4a3-9763-4072-a774-ebd2565851f5 req-0fa77e67-d82d-43d2-835f-7ee7f9cb19ee tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Mar 23 19:28:04.896089 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f576-2350-4f31-b141-6312646e9aa8 req-b253f516-6587-4375-a34b-6f765300208d tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:04.897603 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8d66f576-2350-4f31-b141-6312646e9aa8 req-b253f516-6587-4375-a34b-6f765300208d tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 944 time: 0.0490608 Mar 23 19:28:04.936104 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8d66f576-2350-4f31-b141-6312646e9aa8 req-59430efc-0004-49fc-a463-d1e97897826c tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Mar 23 19:28:05.251902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-1612753d-8e10-4ec4-b240-0eaf052b7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.253554 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-1612753d-8e10-4ec4-b240-0eaf052b7947 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 1096 time: 0.3141146 Mar 23 19:28:05.265616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb410-d1fe-4506-90fb-3250c3fa6803 req-49fb8b33-3fbc-4cf3-a3fa-5a9138cd9d98 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.267066 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-369eb410-d1fe-4506-90fb-3250c3fa6803 req-49fb8b33-3fbc-4cf3-a3fa-5a9138cd9d98 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.2999966 Mar 23 19:28:05.334676 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-369eb410-d1fe-4506-90fb-3250c3fa6803 req-a110c2c0-08b2-421c-a07f-04ea96a55dcb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615103 Mar 23 19:28:05.338771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-9b00ee04-24f3-4f84-a8f5-6b08e732035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.340164 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-9b00ee04-24f3-4f84-a8f5-6b08e732035d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1096 time: 0.0592504 Mar 23 19:28:05.357720 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 45704) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:05.419109 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be703da-6cd5-41db-997a-1ec873bd2062 req-d12c869a-0e82-4b37-be12-1f5c2946f679 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.420585 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7be703da-6cd5-41db-997a-1ec873bd2062 req-d12c869a-0e82-4b37-be12-1f5c2946f679 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0573132 Mar 23 19:28:05.437322 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-ea902dc9-db4d-4c68-9540-9f847d861596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.438784 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-ea902dc9-db4d-4c68-9540-9f847d861596 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0880215 Mar 23 19:28:05.474966 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f197b-65f4-4f41-997f-a3c623b1e362 tempest-TestMinimumBasicScenario-2056152260 tempest-TestMinimumBasicScenario-2056152260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.476483 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-897f197b-65f4-4f41-997f-a3c623b1e362 tempest-TestMinimumBasicScenario-2056152260 tempest-TestMinimumBasicScenario-2056152260-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1094 time: 0.1177850 Mar 23 19:28:05.481543 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7be703da-6cd5-41db-997a-1ec873bd2062 req-d8afbdd0-02f0-4fe0-bfac-4fd2f6f189e5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Mar 23 19:28:05.481992 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 45708) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:05.486176 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'port_id': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:05.509713 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-5b25d975-591e-40b8-8be7-ee83fcdd41fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 200 len: 997 time: 0.0598416 Mar 23 19:28:05.512847 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:05.562815 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-43f7c5f8-293e-4428-a58c-bb0dba15b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.564265 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-43f7c5f8-293e-4428-a58c-bb0dba15b382 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0466418 Mar 23 19:28:05.606316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:05.618596 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-e1c89726-a659-4c32-81d3-6e28e55bbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:05.620100 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-e1c89726-a659-4c32-81d3-6e28e55bbaa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448585 Mar 23 19:28:05.716771 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-2e9fd430-1951-4c04-afcb-a55d139e2b1d service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865965 Mar 23 19:28:05.717755 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Allocated IP 172.27.3.174 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/32a138b9-7138-430a-a510-00db084cc5d6) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:28:05.810139 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fa9aec31-4984-42d6-a752-09642631fbc4 req-112f0773-19a9-4c6b-a4c7-0c44d3ac76c1 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Mar 23 19:28:05.817324 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:05.851523 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:05.894324 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:28:05.897368 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:28:05.901308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:28:05.906265 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:28:05.906940 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'Port': ['ID=32a138b9-7138-430a-a510-00db084cc5d6,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:05.932540 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.932911 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.933566 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.933566 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.933916 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.934250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.934583 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.935087 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.935481 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.935808 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.936133 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.936457 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:05.958897 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:28:05.962733 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:28:05.963115 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.059403 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.073291 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306203-629c-4597-a3ef-1f3239530925 req-c651fe14-7766-44fa-ba1f-8f6adaa94558 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:06.075614 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7b306203-629c-4597-a3ef-1f3239530925 req-c651fe14-7766-44fa-ba1f-8f6adaa94558 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 944 time: 0.0612426 Mar 23 19:28:06.088059 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:28:06.090402 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf697bf-4429-451d-8b3f-c963315aebb3" -d '{"events": [{"server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "name": "network-vif-plugged", "status": "completed", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:28:06.109196 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:06.114102 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.152808 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7b306203-629c-4597-a3ef-1f3239530925 req-c66eb9b5-a884-4542-b17d-b7c7ef08ec53 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Mar 23 19:28:06.275485 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f53935-ec4f-43cd-98e5-687ce0d8f820 x-openstack-request-id: req-a6f53935-ec4f-43cd-98e5-687ce0d8f820 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:28:06.276024 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "name": "network-vif-plugged", "status": "completed", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:28:06.276450 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6f53935-ec4f-43cd-98e5-687ce0d8f820 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:28:06.277032 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647', 'code': 200} Mar 23 19:28:06.303170 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:06.360338 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.469672 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.631691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614274-8390-4986-b467-047f88d78155 req-147637d3-b118-4ded-a003-3a0bc33817b8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:06.633076 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81614274-8390-4986-b467-047f88d78155 req-147637d3-b118-4ded-a003-3a0bc33817b8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0540516 Mar 23 19:28:06.648521 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.654053 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:06.676384 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81614274-8390-4986-b467-047f88d78155 req-9aaaf320-ae94-476e-9b1d-1fc6fc7b514e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371420 Mar 23 19:28:06.704425 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'Port': ['ID=32a138b9-7138-430a-a510-00db084cc5d6,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:06.747126 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.053098 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Floating IP 046d011f-16b8-4513-85d1-f5ff4d0878ff associated. External IP: 172.27.3.174, port: 3ee91d6e-5f79-435d-b399-64442d1cb7cc. Mar 23 19:28:07.289045 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:28:07.308196 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb9ffc-d279-4716-bf44-0ce7a2e9df4a req-e7dc2ea9-a23a-4bf6-89ee-a43ad6866da8 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:07.309755 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cccb9ffc-d279-4716-bf44-0ce7a2e9df4a req-e7dc2ea9-a23a-4bf6-89ee-a43ad6866da8 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0717988 Mar 23 19:28:07.391761 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cccb9ffc-d279-4716-bf44-0ce7a2e9df4a req-89120896-f7a0-4bee-b503-87b2218a53be tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 Mar 23 19:28:07.443585 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:28:07.453611 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Sync routers for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:28:07.461988 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.464776 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:28:07.465412 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:27:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:28:07.488199 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7234d8c8-ff53-4398-b244-9a5170aaead6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0051911 Mar 23 19:28:07.488853 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:28:07.491137 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45740) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:07.491281 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689948b-f4ae-4a30-a928-bb40ca458849" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:28:07.496563 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295276752', 'description': 'tempest-secgroup-smoke-1295276752 description', 'project_id': '5da779c102a04597ba16930c16bb55b2'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:07.522471 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.527534 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8620f373-8af3-4eca-aaa2-d280829a4c12 x-openstack-request-id: req-8620f373-8af3-4eca-aaa2-d280829a4c12 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:28:07.527833 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:28:07.528083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8620f373-8af3-4eca-aaa2-d280829a4c12 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:28:07.528608 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:28:07.574443 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:28:07.593282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.602232 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.642296 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.643537 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510222 Mar 23 19:28:07.644415 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b258dc5-bb31-433b-8916-69630079b792 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:07.647249 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45744) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:07.651948 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:07.678126 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.750621 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.757508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.776547 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afb9ca2-c8f0-41d5-a068-969bb6edd6fe,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:07.786745 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.788123 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-53cce35f-582f-4638-8594-698467d7a617 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398683 Mar 23 19:28:07.791364 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45748) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:07.797902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:07.831374 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35e0f-bcfb-4c35-add2-3d170c59ccca req-4b119506-d565-4f0d-88ea-777adeac0b30 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:07.833725 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-30a35e0f-bcfb-4c35-add2-3d170c59ccca req-4b119506-d565-4f0d-88ea-777adeac0b30 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0778847 Mar 23 19:28:07.842731 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.908721 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-30a35e0f-bcfb-4c35-add2-3d170c59ccca req-5e285405-1b0a-4af3-8af5-0bd99c1674f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666161 Mar 23 19:28:07.920551 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '046d011f-16b8-4513-85d1-f5ff4d0878ff', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'port_id': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'mac_address': 'fa:16:3e:28:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:28:06Z', 'updated_at': '2022-03-23T19:28:06Z', 'revision_number': 0, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:28:07.945547 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.949461 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.954586 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Checking router: 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:28:07.963645 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:28:07.964180 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:27:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:28:07.976534 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5d34ce-9aba-4038-a276-64ba1fac8b67,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:07.983862 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:07.985008 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8a0c78d9-478a-4fab-b9b3-2e3d749117ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1922231 Mar 23 19:28:07.987695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45750) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:07.991983 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:08.017311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.071999 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:28:08.080036 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.089454 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.112289 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45e69be-58c3-40d8-994b-577f3f176b78,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:08.121475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.125232 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c9fdd52b-76a6-4758-a849-461754eeab62 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339948 Mar 23 19:28:08.125735 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 45752) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:08.130781 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:08.158848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.209976 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.213639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.231127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357b9004-e821-4328-9a2a-a464f322e562,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:08.238873 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.240568 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c761bd31-ffc9-4efd-90e4-68c239c44068 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134655 Mar 23 19:28:08.243121 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45756) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:08.249095 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:08.270124 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.securitygroups_db [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Project 5da779c102a04597ba16930c16bb55b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:28:08.275536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.332167 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '046d011f-16b8-4513-85d1-f5ff4d0878ff', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'port_id': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'mac_address': 'fa:16:3e:28:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:28:06Z', 'updated_at': '2022-03-23T19:28:06Z', 'revision_number': 0, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:28:08.335533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.339809 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.361355 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e1dd7f-c8a8-4e52-a9ea-6295ba21e019 None None] The sync data for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi is: [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '046d011f-16b8-4513-85d1-f5ff4d0878ff', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'port_id': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'mac_address': 'fa:16:3e:28:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:28:06Z', 'updated_at': '2022-03-23T19:28:06Z', 'revision_number': 0, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:28:08.368003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8420a856-342e-4cfc-be7e-55d050ccbb0f,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:08.376865 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.378188 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ae3b066f-0064-4529-9ece-c3ad733cff5b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337521 Mar 23 19:28:08.381514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 45760) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:28:08.386392 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'security_group_rule': {'security_group_id': '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5', 'project_id': '5da779c102a04597ba16930c16bb55b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:08.412222 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.securitygroups_db [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Project 5da779c102a04597ba16930c16bb55b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:28:08.417734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.531282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.539574 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.564514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34128db6-7122-4286-b4c3-9ec1db726951,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:08.575594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69c63-84f0-4ee4-964e-b81ea8a39ca1 req-b3d4036b-f00a-4dfd-96c3-ae5bef5aa6e4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:08.577308 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6cc69c63-84f0-4ee4-964e-b81ea8a39ca1 req-b3d4036b-f00a-4dfd-96c3-ae5bef5aa6e4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0951576 Mar 23 19:28:08.593832 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:08.598086 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-64a778a0-1064-489f-8569-f31e9612f550 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2154212 Mar 23 19:28:08.635085 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bfbcf-d7bf-46a8-a52d-8b8cf541b15a None None] New status for floating IP 046d011f-16b8-4513-85d1-f5ff4d0878ff: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:28:08.649257 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6cc69c63-84f0-4ee4-964e-b81ea8a39ca1 req-cbeee66d-0cdb-45bf-b152-6903f7062a52 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Mar 23 19:28:08.740664 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3df20ec4-56a8-4325-8261-b78597686e91 req-7d04dc45-303a-415a-885a-d61e412e53ca tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295276752&fields=id&tenant_id=5da779c102a04597ba16930c16bb55b2 HTTP/1.1" status: 200 len: 267 time: 0.0483339 Mar 23 19:28:08.792340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df20ec4-56a8-4325-8261-b78597686e91 req-57b17b9a-c91e-4b24-aabb-1644b6840716 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:08.793834 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3df20ec4-56a8-4325-8261-b78597686e91 req-57b17b9a-c91e-4b24-aabb-1644b6840716 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0475197 Mar 23 19:28:08.804795 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'port': {'security_groups': ['9face238-2c24-4fc3-8c45-ac72745c7df3', '6c44d760-c8b4-4035-89d1-2c3d45a9e8a5']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:28:08.876035 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:09.065143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0db4e0-b963-435f-b240-ea5b6382762a req-836dc8fa-9a6b-4842-ad6e-61c6aff495ba tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:09.066983 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7d0db4e0-b963-435f-b240-ea5b6382762a req-836dc8fa-9a6b-4842-ad6e-61c6aff495ba tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0497785 Mar 23 19:28:09.104247 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:09.105975 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7d0db4e0-b963-435f-b240-ea5b6382762a req-0afe6b4f-dd0e-41c5-97a9-8fdb45072b3a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Mar 23 19:28:09.133466 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:09.137945 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:09.157033 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:28:09.184172 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:09.184845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:09.186610 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3df20ec4-56a8-4325-8261-b78597686e91 req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "PUT /v2.0/ports/3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 982 time: 0.3863668 Mar 23 19:28:09.213934 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a78b3-0d93-4502-bd76-58d31c406914 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=6']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:09.347050 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968910e-2723-4df4-a074-75fbaaab7a8d req-2bc52527-c957-4d3d-a477-ef8878c42a8f tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:09.348731 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0968910e-2723-4df4-a074-75fbaaab7a8d req-2bc52527-c957-4d3d-a477-ef8878c42a8f tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0724142 Mar 23 19:28:09.407317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0968910e-2723-4df4-a074-75fbaaab7a8d req-de535969-c292-46c2-aa3a-cac212f81ee8 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517664 Mar 23 19:28:09.412056 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:28:09.509523 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-71212437-0edf-444b-ad04-7596f7eb0cfe None None] Provisioning complete for port 3ee91d6e-5f79-435d-b399-64442d1cb7cc triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:28:09.509818 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-71212437-0edf-444b-ad04-7596f7eb0cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:09.530103 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:28:09.532575 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:28:09.567953 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8211a40-5dac-4f4a-94a5-74b2bcd3616d x-openstack-request-id: req-c8211a40-5dac-4f4a-94a5-74b2bcd3616d {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:28:09.568255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:28:09.568496 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8211a40-5dac-4f4a-94a5-74b2bcd3616d {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:28:09.569157 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:28:09.762241 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688ef8f-0cc7-46e1-9bf5-0828c85a9393 req-dcba1437-01a3-4832-8280-b6188c17f3d5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:09.763729 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f688ef8f-0cc7-46e1-9bf5-0828c85a9393 req-dcba1437-01a3-4832-8280-b6188c17f3d5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0486188 Mar 23 19:28:09.815435 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f688ef8f-0cc7-46e1-9bf5-0828c85a9393 req-04eaaeb6-9784-4392-846b-46ef72c4c6f6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Mar 23 19:28:10.230817 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a58e-124f-4544-80ac-2574f014a6c2 req-5893ea9e-4c22-41b3-81ce-a46239ce3d10 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:10.232344 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04f0a58e-124f-4544-80ac-2574f014a6c2 req-5893ea9e-4c22-41b3-81ce-a46239ce3d10 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Mar 23 19:28:10.273363 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04f0a58e-124f-4544-80ac-2574f014a6c2 req-322e66ea-3fb3-4dce-b73b-eef5285600d4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350599 Mar 23 19:28:10.932731 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff532a6-bbb8-496d-abde-f66c2d2022c3 req-63d4c369-baa0-4150-9b42-7624ceff99d6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:10.934640 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aff532a6-bbb8-496d-abde-f66c2d2022c3 req-63d4c369-baa0-4150-9b42-7624ceff99d6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0523589 Mar 23 19:28:10.949967 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:10.974589 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aff532a6-bbb8-496d-abde-f66c2d2022c3 req-27d00c9c-0fae-49af-9310-682c850b55c1 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Mar 23 19:28:11.458776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f081f-2b86-4861-843d-4a3c4854ebda req-6fd18e19-e179-437c-9be6-b0bef721dccb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:11.460653 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0f0f081f-2b86-4861-843d-4a3c4854ebda req-6fd18e19-e179-437c-9be6-b0bef721dccb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.1032562 Mar 23 19:28:11.499891 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0f0f081f-2b86-4861-843d-4a3c4854ebda req-487651fe-c1c7-471e-bd70-3ddf2069049b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Mar 23 19:28:12.087590 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f772509-5b4e-4ff4-8268-b4d6d3363260 req-e5cb32ab-0ce4-4f70-8fe0-634e8f4df89b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:12.089064 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0f772509-5b4e-4ff4-8268-b4d6d3363260 req-e5cb32ab-0ce4-4f70-8fe0-634e8f4df89b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0488722 Mar 23 19:28:12.128700 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0f772509-5b4e-4ff4-8268-b4d6d3363260 req-a5f80631-a2c1-44f7-94aa-7ec79579673b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Mar 23 19:28:12.633927 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdf2d1-fbaa-4af2-8136-b6b1f22d1fd1 req-4792c88c-4071-4c03-99d6-1aeeda1043ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:12.635470 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0dfdf2d1-fbaa-4af2-8136-b6b1f22d1fd1 req-4792c88c-4071-4c03-99d6-1aeeda1043ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0625768 Mar 23 19:28:12.674767 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0dfdf2d1-fbaa-4af2-8136-b6b1f22d1fd1 req-a219af93-ab00-48b8-9661-f78d7861c51b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Mar 23 19:28:13.297616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521cae8-70bb-4ba7-a291-02a6e53d069f req-2b66032e-be6a-4a42-9a49-78332664adcb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:13.299150 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5521cae8-70bb-4ba7-a291-02a6e53d069f req-2b66032e-be6a-4a42-9a49-78332664adcb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0987203 Mar 23 19:28:13.344962 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5521cae8-70bb-4ba7-a291-02a6e53d069f req-071bacef-769e-4e6b-8335-308f5e463253 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377679 Mar 23 19:28:13.379814 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-4683fac9-83b1-4b06-b686-89b12cd40727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:13.809078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689099c-38db-4f3a-9300-a15d27b1680f req-62c0fc35-e95d-4668-a60f-77432a816ff0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:13.810816 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4689099c-38db-4f3a-9300-a15d27b1680f req-62c0fc35-e95d-4668-a60f-77432a816ff0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0520151 Mar 23 19:28:13.847358 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4689099c-38db-4f3a-9300-a15d27b1680f req-3ce7fffb-7610-4a71-a311-2d3fb1c7d6d4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Mar 23 19:28:14.461167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ce94-c86d-4668-8aec-70041b66165c req-215346c4-d7b8-4fa7-a6a4-45d73097a6b7 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:14.462612 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b9e6ce94-c86d-4668-8aec-70041b66165c req-215346c4-d7b8-4fa7-a6a4-45d73097a6b7 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0473750 Mar 23 19:28:14.499640 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b9e6ce94-c86d-4668-8aec-70041b66165c req-e73bfddc-5cd1-42b1-ab3b-885380d10702 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Mar 23 19:28:14.973833 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aafe19-a8b6-4250-8e7d-0ccd6bbbe9a3 req-e5cf508b-7147-46e3-a7a0-1b572294d67b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:14.975447 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d8aafe19-a8b6-4250-8e7d-0ccd6bbbe9a3 req-e5cf508b-7147-46e3-a7a0-1b572294d67b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0545292 Mar 23 19:28:15.012660 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d8aafe19-a8b6-4250-8e7d-0ccd6bbbe9a3 req-62c1dfc7-d6d3-45c7-b3d1-cf1c208ae6aa tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Mar 23 19:28:15.620356 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d608-f48b-4b9d-9a7f-d1580d28df7e req-95e3a107-e25b-4adf-9ee1-07e0275af600 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:15.621919 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c48d608-f48b-4b9d-9a7f-d1580d28df7e req-95e3a107-e25b-4adf-9ee1-07e0275af600 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0508149 Mar 23 19:28:15.663072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3c48d608-f48b-4b9d-9a7f-d1580d28df7e req-2a47c147-21cd-4847-9829-e1ebc53df616 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Mar 23 19:28:15.794370 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0c460392-a264-4ba0-984d-ed08cce65523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:16.131214 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a477d-8523-409e-a2cf-2b4f9ceafeb3 req-5a105e9b-44e4-4252-9911-f89007d8edd5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:16.132693 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-069a477d-8523-409e-a2cf-2b4f9ceafeb3 req-5a105e9b-44e4-4252-9911-f89007d8edd5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0477445 Mar 23 19:28:16.170744 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-069a477d-8523-409e-a2cf-2b4f9ceafeb3 req-86e395ed-ff33-4fff-9b9b-a0ecb0c072e4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322349 Mar 23 19:28:16.778284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57da5-ec34-4301-ba01-c79cbecfa2b9 req-eac8d29c-477b-4ddf-828b-524abb5e650d tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:16.779891 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-63d57da5-ec34-4301-ba01-c79cbecfa2b9 req-eac8d29c-477b-4ddf-828b-524abb5e650d tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0496378 Mar 23 19:28:16.793407 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:16.818621 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-63d57da5-ec34-4301-ba01-c79cbecfa2b9 req-4b8fee4d-3b7e-43c2-85f8-b10a1ac323ef tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Mar 23 19:28:17.293807 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2b563-82b6-4a4c-978e-25938bee4498 req-6d037a85-68a7-426f-9329-2f71253388b5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:17.295278 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-24c2b563-82b6-4a4c-978e-25938bee4498 req-6d037a85-68a7-426f-9329-2f71253388b5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0526166 Mar 23 19:28:17.334344 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-24c2b563-82b6-4a4c-978e-25938bee4498 req-04715571-06e1-40c1-9d01-608461744ee1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Mar 23 19:28:17.931347 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee086a3-3a31-44e7-a462-0aee846943fa req-3f8b1632-0366-4c84-989a-bbcddac19168 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:17.932809 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dee086a3-3a31-44e7-a462-0aee846943fa req-3f8b1632-0366-4c84-989a-bbcddac19168 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0479290 Mar 23 19:28:17.970153 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dee086a3-3a31-44e7-a462-0aee846943fa req-f782fa5d-f2cb-4d5e-ae0c-13b2745fcc25 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Mar 23 19:28:17.974278 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:28:18.327032 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:18.458802 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f4e2-6e6c-4f26-baed-8e53f384bda0 req-1a3cd5c5-5a9e-4c07-a5a7-b24b796a5237 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:18.461277 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e589f4e2-6e6c-4f26-baed-8e53f384bda0 req-1a3cd5c5-5a9e-4c07-a5a7-b24b796a5237 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0505331 Mar 23 19:28:18.501558 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e589f4e2-6e6c-4f26-baed-8e53f384bda0 req-285e587f-60a2-4d36-a8b6-752b89e2f5e1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340245 Mar 23 19:28:18.686223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:19.085202 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055da6e-cb26-44e4-9e75-92e2baacb8f7 req-ed3a40b3-d3f0-440d-bbd4-3a90f4d4e0e5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:19.086651 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6055da6e-cb26-44e4-9e75-92e2baacb8f7 req-ed3a40b3-d3f0-440d-bbd4-3a90f4d4e0e5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0483904 Mar 23 19:28:19.126761 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6055da6e-cb26-44e4-9e75-92e2baacb8f7 req-fc76f509-cdfa-460e-8209-491ee8851b02 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Mar 23 19:28:19.623782 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e28beb-bddb-4734-b2b1-326ad6a22895 req-4ec14216-8d52-4ba4-bfca-90515f5cec10 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:19.625281 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39e28beb-bddb-4734-b2b1-326ad6a22895 req-4ec14216-8d52-4ba4-bfca-90515f5cec10 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0497937 Mar 23 19:28:19.662050 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39e28beb-bddb-4734-b2b1-326ad6a22895 req-486af472-f272-402b-ba38-f510e408d67a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304182 Mar 23 19:28:20.246042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530c76b-bc87-43c2-a73f-581497b59675 req-0d759fcd-e528-4d19-a5db-2c21b9c6f353 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:20.247529 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7530c76b-bc87-43c2-a73f-581497b59675 req-0d759fcd-e528-4d19-a5db-2c21b9c6f353 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0517211 Mar 23 19:28:20.285579 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7530c76b-bc87-43c2-a73f-581497b59675 req-e2409991-4bd8-4bbe-8ea2-cddcbf61539e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Mar 23 19:28:20.789773 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0037bb-6605-4932-b82e-134478810c42 req-ddb8039c-0177-4b74-852a-fa4e15622b47 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:20.791373 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bc0037bb-6605-4932-b82e-134478810c42 req-ddb8039c-0177-4b74-852a-fa4e15622b47 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0563397 Mar 23 19:28:20.830811 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bc0037bb-6605-4932-b82e-134478810c42 req-8349e503-f3a2-4496-8f22-810e7b2418ce tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Mar 23 19:28:21.416268 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897387-3586-4109-ad15-735c63e2e1d9 req-6eaae537-c895-4a8b-8a31-a948aeb1c4e3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:21.417783 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75897387-3586-4109-ad15-735c63e2e1d9 req-6eaae537-c895-4a8b-8a31-a948aeb1c4e3 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0498540 Mar 23 19:28:21.455200 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75897387-3586-4109-ad15-735c63e2e1d9 req-811ccbc9-cccc-48f7-bcb4-e5dbdd94a53b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Mar 23 19:28:21.950987 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c446f64-455c-4259-8041-9a9b65428f5c req-3095ed2b-026b-415d-9a2e-82ce39beb339 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:21.952702 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0c446f64-455c-4259-8041-9a9b65428f5c req-3095ed2b-026b-415d-9a2e-82ce39beb339 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0500154 Mar 23 19:28:21.991493 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0c446f64-455c-4259-8041-9a9b65428f5c req-3018e7ff-f929-42a2-8084-bc3e3e5e5718 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Mar 23 19:28:22.572893 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b3e4f-88f1-4519-a9eb-8e82255b71de req-b77737c1-3de4-4366-bfcb-7e2f9ad2a041 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:22.574374 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e87b3e4f-88f1-4519-a9eb-8e82255b71de req-b77737c1-3de4-4366-bfcb-7e2f9ad2a041 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0482693 Mar 23 19:28:22.614913 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e87b3e4f-88f1-4519-a9eb-8e82255b71de req-3c4658d6-3602-4fa8-bda7-9e81ce1a6ff5 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Mar 23 19:28:23.110675 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c41e1e-80e8-48f9-a061-59ff8e835d03 req-0f79778e-3c45-4987-a0b5-ed7761cea81f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:23.112161 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83c41e1e-80e8-48f9-a061-59ff8e835d03 req-0f79778e-3c45-4987-a0b5-ed7761cea81f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0479283 Mar 23 19:28:23.154291 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83c41e1e-80e8-48f9-a061-59ff8e835d03 req-1f1eadd1-0e74-42a9-b786-59ce21801f2c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350101 Mar 23 19:28:23.735799 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0767533-680b-46b3-ae22-fc8cc50e2717 req-c70e3370-5d67-4a0d-8d6a-d5bafabdda4f tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:23.737275 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c0767533-680b-46b3-ae22-fc8cc50e2717 req-c70e3370-5d67-4a0d-8d6a-d5bafabdda4f tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0485039 Mar 23 19:28:23.774134 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c0767533-680b-46b3-ae22-fc8cc50e2717 req-abfcc290-aed0-4614-8be6-f1030e5b06e7 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303719 Mar 23 19:28:24.276190 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb93da1-9504-47c7-b64a-ca6c9e9e41b8 req-ab2bd715-76e8-4f9d-bae0-5c0d0d55f6f9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:24.277687 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edb93da1-9504-47c7-b64a-ca6c9e9e41b8 req-ab2bd715-76e8-4f9d-bae0-5c0d0d55f6f9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0500853 Mar 23 19:28:24.314039 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-edb93da1-9504-47c7-b64a-ca6c9e9e41b8 req-b6366302-b739-4bb3-bb01-010812d1e587 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305219 Mar 23 19:28:24.887120 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f408f-d57c-4575-856a-6a83b907b466 req-b7859f97-ef57-450f-ae60-5323fcc585d7 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:24.888568 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-573f408f-d57c-4575-856a-6a83b907b466 req-b7859f97-ef57-450f-ae60-5323fcc585d7 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0478024 Mar 23 19:28:24.925317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-573f408f-d57c-4575-856a-6a83b907b466 req-42e1d9d4-74c9-4231-ba81-6755899ceaca tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Mar 23 19:28:25.536241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae9632-83e9-48e7-aa7d-e6ef3fe1cf5d req-b5bc07b7-ad32-4e2e-ae20-97adcdc5a67f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:25.538231 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-69ae9632-83e9-48e7-aa7d-e6ef3fe1cf5d req-b5bc07b7-ad32-4e2e-ae20-97adcdc5a67f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0471096 Mar 23 19:28:25.574523 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-69ae9632-83e9-48e7-aa7d-e6ef3fe1cf5d req-a7e05f56-bd44-42d6-90c6-59816759ab6e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305941 Mar 23 19:28:26.040078 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a37ed-fcc7-4b46-adda-b9f711772b6e req-47b6eee2-ab02-4102-a0c3-a4e860a88828 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.041635 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-325a37ed-fcc7-4b46-adda-b9f711772b6e req-47b6eee2-ab02-4102-a0c3-a4e860a88828 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0479698 Mar 23 19:28:26.081581 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-325a37ed-fcc7-4b46-adda-b9f711772b6e req-a9835352-0441-4af2-8b9b-f929cb105f2b tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Mar 23 19:28:26.241064 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-856d6ff2-7a2e-4c35-92f2-40854660ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.242520 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-856d6ff2-7a2e-4c35-92f2-40854660ac50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1138 time: 0.0688460 Mar 23 19:28:26.244873 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dafd90-284f-435f-8f1c-5e32a5345201 req-a343fca5-149a-4157-a57c-ce08109aba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.246262 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4dafd90-284f-435f-8f1c-5e32a5345201 req-a343fca5-149a-4157-a57c-ce08109aba7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 1098 time: 0.0648725 Mar 23 19:28:26.256217 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-3b67651e-aad4-446f-8d3d-5eca48a12a6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380468 Mar 23 19:28:26.321564 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-25666807-0bf1-4e0a-91bb-38bae8d5ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.323052 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-25666807-0bf1-4e0a-91bb-38bae8d5ad21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1098 time: 0.0415027 Mar 23 19:28:26.338778 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4dafd90-284f-435f-8f1c-5e32a5345201 req-471af406-5869-4fe3-ba2b-b1d108480d7d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843682 Mar 23 19:28:26.364113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-bff49fa3-6530-44fa-adca-dc2896ff52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.366309 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-bff49fa3-6530-44fa-adca-dc2896ff52b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 915 time: 0.1110771 Mar 23 19:28:26.693876 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384e47-4321-442a-90fd-ac42272bf16f req-a184ea41-2bc9-42d9-8b4a-1abfa72fbab8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.695357 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-07384e47-4321-442a-90fd-ac42272bf16f req-a184ea41-2bc9-42d9-8b4a-1abfa72fbab8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0507979 Mar 23 19:28:26.746447 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-07384e47-4321-442a-90fd-ac42272bf16f req-bff94c4c-3b9b-4ee8-b207-e12e597bc2dd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Mar 23 19:28:26.864733 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-7ffee935-3e32-49b9-9255-a1dc81396e77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 1002 time: 0.0586538 Mar 23 19:28:26.885199 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-b5ee46a8-8553-4f79-ae56-0d48a3ac0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.886640 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-b5ee46a8-8553-4f79-ae56-0d48a3ac0519 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.0812047 Mar 23 19:28:26.913684 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-a8e58a77-d081-40a6-abbf-a34f695d20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.915153 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-a8e58a77-d081-40a6-abbf-a34f695d20d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0434642 Mar 23 19:28:26.963827 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-9d2972f6-c81f-4830-b16b-3c562b490442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:26.965344 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-9d2972f6-c81f-4830-b16b-3c562b490442 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435882 Mar 23 19:28:26.981679 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-556faaa6-af81-4fde-81e2-91f556bca782 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 1001 time: 0.0879245 Mar 23 19:28:27.029410 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-260d427c-05c3-4e3d-9f90-da15e775e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.030916 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-260d427c-05c3-4e3d-9f90-da15e775e51f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0430567 Mar 23 19:28:27.055450 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-bb28c70c-db28-4fc3-8b2c-56a1f496abec service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828621 Mar 23 19:28:27.080553 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-42b10411-7666-4f45-a657-7ae86aeefc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.082087 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-42b10411-7666-4f45-a657-7ae86aeefc96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443640 Mar 23 19:28:27.176465 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-2d29fa71-28c1-48af-b027-4ceb32f4995c service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Mar 23 19:28:27.210116 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5689948b-f4ae-4a30-a928-bb40ca458849 req-9db42c05-8d1c-4011-8a81-fc49d471b2ba service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163154 Mar 23 19:28:27.218045 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b98a-809a-4b09-86ee-15419ee951fd req-00d2fd8c-bf96-4ddb-b2cf-c818c9ee630c tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.219705 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c883b98a-809a-4b09-86ee-15419ee951fd req-00d2fd8c-bf96-4ddb-b2cf-c818c9ee630c tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0668645 Mar 23 19:28:27.264195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c883b98a-809a-4b09-86ee-15419ee951fd req-1bf7c672-830c-400f-a6fb-47009e42cd5a tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Mar 23 19:28:27.272358 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c26d3327-a16f-4706-b198-95d9d571ea65 req-e6bccfaf-add9-474b-bab0-d8809500fc0f service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889244 Mar 23 19:28:27.304113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-3c01224a-fb1b-41a8-b9bb-2637c3fac43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.305649 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-3c01224a-fb1b-41a8-b9bb-2637c3fac43c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1138 time: 0.0403657 Mar 23 19:28:27.398085 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-3f243f94-d987-4321-a243-fdee172b0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.399617 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-3f243f94-d987-4321-a243-fdee172b0c2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 915 time: 0.0876534 Mar 23 19:28:27.466323 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-2f155487-9c01-41cd-bb58-27a357e6b44b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 1002 time: 0.0597458 Mar 23 19:28:27.515978 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-b096b69d-1758-4685-9b69-adff129fd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.517440 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-b096b69d-1758-4685-9b69-adff129fd938 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0430799 Mar 23 19:28:27.563369 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-cb585e74-8282-4415-be41-9fe7890a230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.564865 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-cb585e74-8282-4415-be41-9fe7890a230c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380385 Mar 23 19:28:27.655553 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-300ca35c-0985-4d38-900e-9c6e5404c969 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823855 Mar 23 19:28:27.742682 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-100b08a6-e8cc-491f-aaa6-2a50b2f23cab req-1980d86d-942e-49a4-bcf7-d9774ebb54c4 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803363 Mar 23 19:28:27.867875 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9f774-a106-4893-821d-33402ad81f7d req-7366e1c0-5272-4700-8adb-ec3d052b508a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:27.869379 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-17d9f774-a106-4893-821d-33402ad81f7d req-7366e1c0-5272-4700-8adb-ec3d052b508a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0499370 Mar 23 19:28:27.906234 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-17d9f774-a106-4893-821d-33402ad81f7d req-0bcd2b09-3aa9-4e54-840d-8f6ffd04c986 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Mar 23 19:28:28.383867 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afd279-994d-4dd9-ba24-d8c7662cf402 req-2445e5a9-3904-4c0d-8971-f91b38ee861e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:28.385393 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7afd279-994d-4dd9-ba24-d8c7662cf402 req-2445e5a9-3904-4c0d-8971-f91b38ee861e tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0549216 Mar 23 19:28:28.425408 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b7afd279-994d-4dd9-ba24-d8c7662cf402 req-fddbb918-5bd4-4c9e-8764-2de67895d7be tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Mar 23 19:28:29.022662 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ab1f-d54e-40aa-97b3-a5cf387e86f0 req-5c5ffab1-43ad-4a2b-9267-44b2cf314436 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:29.024107 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a025ab1f-d54e-40aa-97b3-a5cf387e86f0 req-5c5ffab1-43ad-4a2b-9267-44b2cf314436 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0469730 Mar 23 19:28:29.063275 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a025ab1f-d54e-40aa-97b3-a5cf387e86f0 req-9335cba7-dca3-4de2-8082-cdcd8a8eef4a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Mar 23 19:28:29.538508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8518f-2fd9-4cca-a0b2-40cd4b759a08 req-fbea0bc7-3ee6-45d8-9e92-06848c7dabf4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:29.539938 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6d8518f-2fd9-4cca-a0b2-40cd4b759a08 req-fbea0bc7-3ee6-45d8-9e92-06848c7dabf4 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0476885 Mar 23 19:28:29.581136 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b6d8518f-2fd9-4cca-a0b2-40cd4b759a08 req-4140d099-9ee0-43cd-9af3-95227c212fd6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Mar 23 19:28:30.191357 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d60e3-0708-4842-baa9-04153c6736f9 req-dc679ae2-da56-419b-be1f-ede54a44c69e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:30.192902 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a30d60e3-0708-4842-baa9-04153c6736f9 req-dc679ae2-da56-419b-be1f-ede54a44c69e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0525866 Mar 23 19:28:30.231065 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a30d60e3-0708-4842-baa9-04153c6736f9 req-f397b593-f78e-4144-a337-e020e8c81ac2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Mar 23 19:28:31.350848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a201c-40d5-4207-be89-9b40f11572d1 req-827936ea-f0ac-4c31-9f1e-ae94bffc6463 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:31.352291 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b04a201c-40d5-4207-be89-9b40f11572d1 req-827936ea-f0ac-4c31-9f1e-ae94bffc6463 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0473199 Mar 23 19:28:31.388241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b04a201c-40d5-4207-be89-9b40f11572d1 req-7c1ad3b0-e141-4f91-a60f-74544d83f363 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301697 Mar 23 19:28:32.506673 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68517f-1d7e-414a-b183-aa101362350f req-e4462356-acf1-4b4e-aaa9-9ca2391bcd63 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:32.508102 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3d68517f-1d7e-414a-b183-aa101362350f req-e4462356-acf1-4b4e-aaa9-9ca2391bcd63 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0477631 Mar 23 19:28:32.547383 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3d68517f-1d7e-414a-b183-aa101362350f req-e0a9b25b-9641-427b-8dff-d5af5c27c2bb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Mar 23 19:28:33.663723 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732be7c3-40af-471f-bbb8-0c11179fd821 req-9b4c9b59-d02d-4d65-b1aa-dbf7a5ec5039 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:33.665225 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-732be7c3-40af-471f-bbb8-0c11179fd821 req-9b4c9b59-d02d-4d65-b1aa-dbf7a5ec5039 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0468504 Mar 23 19:28:33.701791 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-732be7c3-40af-471f-bbb8-0c11179fd821 req-3c74570c-7c82-4ae5-ba88-d6a5c0f8183e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307469 Mar 23 19:28:34.819040 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234eb7-6a7b-4338-8efa-c94b6895ce49 req-53c9b239-3957-4507-9946-b0cf6ec5cd7c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:34.820494 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4234eb7-6a7b-4338-8efa-c94b6895ce49 req-53c9b239-3957-4507-9946-b0cf6ec5cd7c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0484433 Mar 23 19:28:34.857817 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4234eb7-6a7b-4338-8efa-c94b6895ce49 req-284ca3eb-352f-4ab8-b331-23791654d56e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Mar 23 19:28:35.973941 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082fc1-aa61-45e0-8fa4-2c048c8af37d req-85450b1c-7dc5-4f64-a218-657b16be0598 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:35.975810 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4b082fc1-aa61-45e0-8fa4-2c048c8af37d req-85450b1c-7dc5-4f64-a218-657b16be0598 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0472312 Mar 23 19:28:36.014506 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4b082fc1-aa61-45e0-8fa4-2c048c8af37d req-b74bc2a9-883d-48c0-9e79-244c8e030fc8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328364 Mar 23 19:28:37.132368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861c87-7bdf-4370-826c-5297d95855db req-c6b67086-713e-49f6-ae26-0a674c603406 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:37.133828 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e0861c87-7bdf-4370-826c-5297d95855db req-c6b67086-713e-49f6-ae26-0a674c603406 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0475779 Mar 23 19:28:37.169757 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e0861c87-7bdf-4370-826c-5297d95855db req-ac2af575-b283-46c5-a44f-c277367eb8d6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300896 Mar 23 19:28:38.287515 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5900e-1f8e-4406-90d6-705f427f122f req-c2dc2b7b-d1b5-4e30-a5dc-148c75acda27 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:38.288987 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-95a5900e-1f8e-4406-90d6-705f427f122f req-c2dc2b7b-d1b5-4e30-a5dc-148c75acda27 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0475526 Mar 23 19:28:38.324782 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-95a5900e-1f8e-4406-90d6-705f427f122f req-71989225-ce3e-49ac-a124-a6ad2dddc275 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299811 Mar 23 19:28:39.440772 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612c609-e498-4a18-b5d0-b94f634f26a4 req-ef374fc9-48be-45e7-aed2-3c6f1a0afba1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:39.442275 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d612c609-e498-4a18-b5d0-b94f634f26a4 req-ef374fc9-48be-45e7-aed2-3c6f1a0afba1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0479434 Mar 23 19:28:39.482670 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d612c609-e498-4a18-b5d0-b94f634f26a4 req-00ce4edf-eb71-41f4-a4e9-fc2c4a5acd40 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346291 Mar 23 19:28:40.604422 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ff761-b84d-4f2a-a31f-6cb2ad4494be req-7864b5fe-5987-47b2-99ea-1e6fb4ec0ea9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:40.605914 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-347ff761-b84d-4f2a-a31f-6cb2ad4494be req-7864b5fe-5987-47b2-99ea-1e6fb4ec0ea9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 943 time: 0.0518620 Mar 23 19:28:40.642019 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-347ff761-b84d-4f2a-a31f-6cb2ad4494be req-3622f5ab-b0f8-4ce6-af99-c544a97fe4a2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303810 Mar 23 19:28:40.945692 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:28:40.970436 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:41.048484 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:41.059793 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'mac_address': 'fa:16:3e:96:76:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:28:41.098464 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:41.110508 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:28:41.129423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:41.133663 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:41.182541 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=9']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:41.759659 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b8260-4615-4ed5-8030-c88bfcdaf27d req-b2fb5544-ebb6-40b7-8ac3-bc49c00bae6d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:41.761047 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b55b8260-4615-4ed5-8030-c88bfcdaf27d req-b2fb5544-ebb6-40b7-8ac3-bc49c00bae6d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0478978 Mar 23 19:28:41.797072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b55b8260-4615-4ed5-8030-c88bfcdaf27d req-6f2ea4c0-d3ad-4623-9ce1-6d8f7a51a811 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302100 Mar 23 19:28:42.916013 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797ed4d-0e1d-4693-82b2-3759a521cf83 req-1f1e1619-46ba-498a-9471-340fc1973098 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:42.917517 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7797ed4d-0e1d-4693-82b2-3759a521cf83 req-1f1e1619-46ba-498a-9471-340fc1973098 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0480983 Mar 23 19:28:42.955594 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7797ed4d-0e1d-4693-82b2-3759a521cf83 req-10944e73-0e32-46a8-ac9a-44afcc584fa7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322678 Mar 23 19:28:43.381737 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-4aae1dbc-0874-4f5e-a471-30ba9833cd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:44.043694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['ea96ac82-011e-4596-adc5-d005a217bdbf'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:28:44.073715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cbbb0-d889-4146-adc3-c46d9b3fc715 req-08cb979e-82ae-43ac-bd6e-af73f5f413fc tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:44.075202 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-da5cbbb0-d889-4146-adc3-c46d9b3fc715 req-08cb979e-82ae-43ac-bd6e-af73f5f413fc tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0485265 Mar 23 19:28:44.112371 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-da5cbbb0-d889-4146-adc3-c46d9b3fc715 req-d302eed8-7635-4aa4-8e18-d192de0add57 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 Mar 23 19:28:45.229613 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ec798-2c38-4896-958d-8a24cb43ca29 req-1c05aa20-4d41-46b9-b61b-ead03c29715e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:45.230963 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-748ec798-2c38-4896-958d-8a24cb43ca29 req-1c05aa20-4d41-46b9-b61b-ead03c29715e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0474069 Mar 23 19:28:45.267852 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-748ec798-2c38-4896-958d-8a24cb43ca29 req-d0ca2f5f-bc35-4ff9-a5d2-0e3ef7553a27 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Mar 23 19:28:45.791671 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-70104b65-8fc2-4162-8043-7984a0e04457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:46.387843 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae697b-fd31-4785-a86f-6e24aa6663c9 req-17165299-c88e-4571-b87c-0c7819145a4e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:46.389307 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3cae697b-fd31-4785-a86f-6e24aa6663c9 req-17165299-c88e-4571-b87c-0c7819145a4e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0477922 Mar 23 19:28:46.429731 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3cae697b-fd31-4785-a86f-6e24aa6663c9 req-c2ab9471-b36d-424a-8889-4aa7a1a836db tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345390 Mar 23 19:28:46.795080 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:47.545598 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284b03a-563e-4f3a-8f94-e1f49adf7607 req-c20695b3-387e-4d2a-b923-514e60783eca tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:47.547037 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0284b03a-563e-4f3a-8f94-e1f49adf7607 req-c20695b3-387e-4d2a-b923-514e60783eca tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0471210 Mar 23 19:28:47.583587 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0284b03a-563e-4f3a-8f94-e1f49adf7607 req-83aaaa49-bea8-4f33-851c-fe95298c9c4e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Mar 23 19:28:48.323062 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:48.689669 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:48.700544 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deaf0d-cc7f-4e38-bc8a-66b2a5d546b8 req-976e8c70-7169-4f98-8a03-a67cd1c2824e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:48.702033 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6deaf0d-cc7f-4e38-bc8a-66b2a5d546b8 req-976e8c70-7169-4f98-8a03-a67cd1c2824e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0481758 Mar 23 19:28:48.739816 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6deaf0d-cc7f-4e38-bc8a-66b2a5d546b8 req-724656a1-795f-47f5-9fdb-ef1ecb04dd3d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318882 Mar 23 19:28:49.859134 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cad68-1d50-4d55-b438-ce2e00a80acd req-1fee40ec-b22e-4193-a250-bbaf230771da tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:49.860594 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-798cad68-1d50-4d55-b438-ce2e00a80acd req-1fee40ec-b22e-4193-a250-bbaf230771da tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Mar 23 19:28:49.899959 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-798cad68-1d50-4d55-b438-ce2e00a80acd req-f2d1896a-36b9-4f88-b26f-205452d785ff tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333793 Mar 23 19:28:51.018308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebed5a-37e4-47b1-96e5-51d9fb63b901 req-0e203960-19e3-4698-930a-cbbde5383e44 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:51.019803 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e1ebed5a-37e4-47b1-96e5-51d9fb63b901 req-0e203960-19e3-4698-930a-cbbde5383e44 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Mar 23 19:28:51.056606 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e1ebed5a-37e4-47b1-96e5-51d9fb63b901 req-cc51d83b-d571-4ee5-b107-191e906328cf tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302963 Mar 23 19:28:51.423862 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:28:51.479557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port ea96ac82-011e-4596-adc5-d005a217bdbf triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:28:51.479928 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:51.556384 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:51.577473 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:28:51.579711 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a011ca-b67e-48b9-ae29-4cc8d4aa0e0e" -d '{"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:28:51.591543 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:51.595797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:51.622497 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01a8b9-5089-454e-a832-1bcb70f6833f x-openstack-request-id: req-7d01a8b9-5089-454e-a832-1bcb70f6833f {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:28:51.622813 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:28:51.623069 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d01a8b9-5089-454e-a832-1bcb70f6833f {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:28:51.623457 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'code': 200} Mar 23 19:28:51.648735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=10']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:52.180863 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1ba43-b3b6-43a3-8785-430139465590 req-cc5f7254-01c8-4731-bc51-a5c239345129 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:52.182584 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91e1ba43-b3b6-43a3-8785-430139465590 req-cc5f7254-01c8-4731-bc51-a5c239345129 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0489361 Mar 23 19:28:52.223646 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-91e1ba43-b3b6-43a3-8785-430139465590 req-92e7fcd9-19f8-4b1a-a291-0d4d9d08f07e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Mar 23 19:28:52.398180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e94c-c7da-4cbe-b427-50e3884f8940 req-a210b5b0-196c-49ee-a7fe-e38233756c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:52.401416 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4224e94c-c7da-4cbe-b427-50e3884f8940 req-a210b5b0-196c-49ee-a7fe-e38233756c22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 1099 time: 0.0879815 Mar 23 19:28:52.434126 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4224e94c-c7da-4cbe-b427-50e3884f8940 req-ed60775a-9e0e-4bf6-9e77-2a2c328695e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275059 Mar 23 19:28:53.342392 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0464b52-07af-4ab6-8b54-4ce7705aa391 req-aeea757e-b50a-44a9-9cf1-213d83e9c63b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:53.343743 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f0464b52-07af-4ab6-8b54-4ce7705aa391 req-aeea757e-b50a-44a9-9cf1-213d83e9c63b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0485988 Mar 23 19:28:53.380401 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f0464b52-07af-4ab6-8b54-4ce7705aa391 req-c7c854be-0c93-4c8a-b004-f5262da2a451 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308895 Mar 23 19:28:54.504910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7651b-87f2-4f38-9316-ca0b688540bd req-ca96bc6d-a7e6-4643-8959-efa93d83917a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:54.507327 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bfc7651b-87f2-4f38-9316-ca0b688540bd req-ca96bc6d-a7e6-4643-8959-efa93d83917a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0540571 Mar 23 19:28:54.544125 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bfc7651b-87f2-4f38-9316-ca0b688540bd req-61090587-2c7d-441d-a8d7-1e535ad5ab19 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Mar 23 19:28:54.973001 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:28:55.670911 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788889fd-539f-47c5-8a9b-066a60fd7415 req-dbd73c6f-beef-4e16-a3be-3c1901ec3561 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:55.672381 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-788889fd-539f-47c5-8a9b-066a60fd7415 req-dbd73c6f-beef-4e16-a3be-3c1901ec3561 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0486503 Mar 23 19:28:55.709732 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-788889fd-539f-47c5-8a9b-066a60fd7415 req-6503abec-5120-4126-92bd-d00def08ac5a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Mar 23 19:28:56.764673 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89353be0-e2cf-4b0a-a4dc-44172d2e2c69 req-d63e12ce-c3f8-4f54-b74b-3d9b358ca838 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:56.766178 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-89353be0-e2cf-4b0a-a4dc-44172d2e2c69 req-d63e12ce-c3f8-4f54-b74b-3d9b358ca838 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0484960 Mar 23 19:28:56.807638 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-89353be0-e2cf-4b0a-a4dc-44172d2e2c69 req-85ac409e-9fe3-4245-b452-5c08d888c7e2 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356064 Mar 23 19:28:56.829680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844ca65-d599-4d1a-9e68-be2b40a5fca4 req-dfeb7d91-17fe-4f34-8e29-d342e5ef5160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:56.831131 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e844ca65-d599-4d1a-9e68-be2b40a5fca4 req-dfeb7d91-17fe-4f34-8e29-d342e5ef5160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Mar 23 19:28:56.870669 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e844ca65-d599-4d1a-9e68-be2b40a5fca4 req-7879d627-1a42-4e46-99d0-1c1ae918f040 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Mar 23 19:28:57.924059 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8961290-bc4f-4f01-b215-95d9d9f30d44 req-883802d1-f60b-47ab-bb67-bc3353a2c915 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:57.925661 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8961290-bc4f-4f01-b215-95d9d9f30d44 req-883802d1-f60b-47ab-bb67-bc3353a2c915 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0499065 Mar 23 19:28:57.965317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d8961290-bc4f-4f01-b215-95d9d9f30d44 req-686cc6f4-b735-4d7a-82fb-fe70368f7a29 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Mar 23 19:28:57.994209 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01294c0e-531d-4c60-adcb-4cfdc81d4417 req-03913b1a-956f-4a71-a6bd-17f75a561c25 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:57.995706 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01294c0e-531d-4c60-adcb-4cfdc81d4417 req-03913b1a-956f-4a71-a6bd-17f75a561c25 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0534718 Mar 23 19:28:58.032193 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01294c0e-531d-4c60-adcb-4cfdc81d4417 req-21a98cd5-d18e-4300-b076-c90d857d5cc6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Mar 23 19:28:59.078753 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87b0ce-eb20-4df7-92b4-9f0e256038f1 req-fa0e1bf2-b4da-452c-a887-b5e6ec23a853 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:59.080224 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0c87b0ce-eb20-4df7-92b4-9f0e256038f1 req-fa0e1bf2-b4da-452c-a887-b5e6ec23a853 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0476961 Mar 23 19:28:59.117602 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0c87b0ce-eb20-4df7-92b4-9f0e256038f1 req-1c293aca-bc8b-4261-bf1f-dadb637301b6 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.43 "GET /v2.0/security-groups?id=3239f25a-25b3-49da-bce5-691e042ae15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Mar 23 19:28:59.150427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2100-7a9c-4e72-80ec-bd7f14265db4 req-833a0c6c-40cf-45b0-96f3-6933090ee4d3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:59.151909 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-11de2100-7a9c-4e72-80ec-bd7f14265db4 req-833a0c6c-40cf-45b0-96f3-6933090ee4d3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0477579 Mar 23 19:28:59.189425 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-11de2100-7a9c-4e72-80ec-bd7f14265db4 req-2bb1174f-84d5-4200-97f1-c7c4b1111a7a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Mar 23 19:28:59.191229 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-94534651-3b0b-4c99-a265-289d1e7c8c04 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:28:59.193096 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-94534651-3b0b-4c99-a265-289d1e7c8c04 tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36e7791-6c00-4c95-9aba-96c7198d329f HTTP/1.1" status: 200 len: 945 time: 0.0490248 Mar 23 19:28:59.289058 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Deleting port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:28:59.289535 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:59.377789 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] For port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,segment=NetworkSegment(184f6c00-45fd-4637-a5f6-080e5c8b792b),segment_id=184f6c00-45fd-4637-a5f6-080e5c8b792b)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:28:59.378147 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:59.390267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Calling delete_port for 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:28:59.509398 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:59.520997 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['8c9edd6c-98d0-4392-ad1b-e2f2c14be647'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:28:59.538485 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Pushing event deleted for resources: {'Port': ['ID=8c9edd6c-98d0-4392-ad1b-e2f2c14be647,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:28:59.548084 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.548362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.548701 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.549064 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.549399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.549730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.550060 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.550388 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.550720 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.551430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.551430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.551661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:28:59.590368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] No DVR routers for this DVR port 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:28:59.592784 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:28:59.596017 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-daa9b0ea-6403-486d-9d35-78c27b1b85a2 req-ae310900-7181-48c5-8d9d-353c5a4de1eb tempest-VolumesSnapshotTestJSON-119868581 tempest-VolumesSnapshotTestJSON-119868581-project] 10.222.0.42 "DELETE /v2.0/ports/8c9edd6c-98d0-4392-ad1b-e2f2c14be647 HTTP/1.1" status: 204 len: 173 time: 0.3953400 Mar 23 19:28:59.596443 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'name': 'network-vif-deleted', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:28:59.598699 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2773a49-f217-4cd1-9ec4-448b78cb2ccf" -d '{"events": [{"server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "name": "network-vif-deleted", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:28:59.695037 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b57028-b1bb-48c1-9f97-32e82559908c x-openstack-request-id: req-e2b57028-b1bb-48c1-9f97-32e82559908c {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:28:59.695324 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36e7791-6c00-4c95-9aba-96c7198d329f", "name": "network-vif-deleted", "tag": "8c9edd6c-98d0-4392-ad1b-e2f2c14be647", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:28:59.695584 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2b57028-b1bb-48c1-9f97-32e82559908c {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:28:59.695985 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36e7791-6c00-4c95-9aba-96c7198d329f', 'name': 'network-vif-deleted', 'tag': '8c9edd6c-98d0-4392-ad1b-e2f2c14be647', 'status': 'completed', 'code': 200} Mar 23 19:29:04.226142 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:29:04.246217 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:29:04.246558 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 8c9edd6c-98d0-4392-ad1b-e2f2c14be647 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:29:10.980529 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:13.383122 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ca4e36b8-1447-4893-9f9b-a5cf4ca971d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:15.793400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-076011c7-a6c1-44f4-96e7-5563854ff228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:15.933487 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-55518600-7365-46cd-ab45-e43560fde23d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383277 Mar 23 19:29:15.992771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42777579-c494-4069-8051-7409e552c3cc req-62900019-06d5-4a59-9985-3164df3d9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:15.994144 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-62900019-06d5-4a59-9985-3164df3d9c0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 1098 time: 0.0385220 Mar 23 19:29:16.098057 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42777579-c494-4069-8051-7409e552c3cc req-2c664f48-ad87-4421-9d59-1c4f8c0e9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:16.099482 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-2c664f48-ad87-4421-9d59-1c4f8c0e9305 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0840530 Mar 23 19:29:16.139848 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-a8d9ddb7-e380-4735-9901-99d271ffe769 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 200 len: 217 time: 0.0329554 Mar 23 19:29:16.190153 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42777579-c494-4069-8051-7409e552c3cc req-cab0e0d2-3497-4741-a020-f5ea432467ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:16.191620 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-cab0e0d2-3497-4741-a020-f5ea432467ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0461175 Mar 23 19:29:16.235422 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42777579-c494-4069-8051-7409e552c3cc req-0701b7f1-b308-4fc8-a21f-4556f7dcd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:16.236892 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-0701b7f1-b308-4fc8-a21f-4556f7dcd1aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387473 Mar 23 19:29:16.324160 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-7972903b-c1c6-4892-8681-fafd25c9341a service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Mar 23 19:29:16.415317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-42777579-c494-4069-8051-7409e552c3cc req-d3263ce6-b38e-4bc7-83ae-88d8625e37d1 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830212 Mar 23 19:29:16.797766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:18.325244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:18.691448 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.101399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46270) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:26.143952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Deleting subnet 7f893243-654d-4545-892d-eaffbc416eb1 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:29:26.146874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.184519 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.223906 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.275344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.298294 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f893243-654d-4545-892d-eaffbc416eb1,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:29:26.304063 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.307284 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-394cf824-6f7b-4b4b-86cc-94ead4919a26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7f893243-654d-4545-892d-eaffbc416eb1 HTTP/1.1" status: 204 len: 168 time: 0.2048852 Mar 23 19:29:26.309930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46272) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:26.379573 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.455747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.474688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6af878-3f86-4e1c-9d88-6ed087b0cdea']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:29:26.484185 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184f6c00-45fd-4637-a5f6-080e5c8b792b') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:29:26.484485 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184f6c00-45fd-4637-a5f6-080e5c8b792b') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:29:26.494866 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.508688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.514515 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:29:26.514953 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:29:26.516554 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:29:26.579916 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.585877 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.589099 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f6af878-3f86-4e1c-9d88-6ed087b0cdea HTTP/1.1" status: 204 len: 168 time: 0.2781227 Mar 23 19:29:26.603391 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c76e-6225-4acb-be3f-42721f7e2d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6af878-3f86-4e1c-9d88-6ed087b0cdea,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:29:26.756755 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46278) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:26.794695 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f0db52d1-4cdb-4b63-8175-02cd4f257199 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0821d3dc5f9d40bb80a941035e40f5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367808 Mar 23 19:29:26.796937 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46282) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:26.842774 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.863613 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.911806 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.914863 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:26.916045 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3239f25a-25b3-49da-bce5-691e042ae15e HTTP/1.1" status: 204 len: 168 time: 0.1182315 Mar 23 19:29:26.928655 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1d6f5-9a2c-43e6-91f7-a65dfb0ceb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3239f25a-25b3-49da-bce5-691e042ae15e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:29:31.971536 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:29:34.273488 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a84250-c384-41a9-8f4d-9db8b7d7b95f req-800bed1c-6daf-4d69-95a1-a6eb67b9637e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:34.274981 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e2a84250-c384-41a9-8f4d-9db8b7d7b95f req-800bed1c-6daf-4d69-95a1-a6eb67b9637e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0686171 Mar 23 19:29:34.276775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-16225726-7514-4cc8-8b27-08c4fe24399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:34.278157 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-16225726-7514-4cc8-8b27-08c4fe24399c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0818839 Mar 23 19:29:34.586916 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e2a84250-c384-41a9-8f4d-9db8b7d7b95f req-0a1f1014-ce3b-4b87-993d-130f6e52b59b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060999 Mar 23 19:29:34.614325 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-d2bfe5c8-c035-4f6f-8d94-0038a1d92641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:34.615781 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-d2bfe5c8-c035-4f6f-8d94-0038a1d92641 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.3293152 Mar 23 19:29:34.679892 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-dfb852e7-51ae-4b72-bfd4-b87e9b5608d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 1001 time: 0.0557926 Mar 23 19:29:34.735306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-ef300972-12c4-4e17-82f0-2764274d1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:34.736758 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-ef300972-12c4-4e17-82f0-2764274d1fd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0497961 Mar 23 19:29:34.781425 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-aed951ed-442d-4d60-a4ff-a46041aefd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:34.782910 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-aed951ed-442d-4d60-a4ff-a46041aefd2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390780 Mar 23 19:29:35.703669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21562-2633-4234-97fd-75917e8e8358 req-7dcdb343-0cae-4fb2-b694-5481519103ad tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:35.705074 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80b21562-2633-4234-97fd-75917e8e8358 req-7dcdb343-0cae-4fb2-b694-5481519103ad tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0477979 Mar 23 19:29:35.744911 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-80b21562-2633-4234-97fd-75917e8e8358 req-052eb617-acc6-401a-9798-e15c0e3ac375 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331841 Mar 23 19:29:36.250967 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-78fde78a-b96f-4baa-96d5-a8fe943e72ae service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843337 Mar 23 19:29:36.862090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745811a-701a-4791-ae16-537545883725 req-a9c53431-1a5d-4db8-af6d-654352f4645b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:36.863560 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5745811a-701a-4791-ae16-537545883725 req-a9c53431-1a5d-4db8-af6d-654352f4645b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Mar 23 19:29:36.900438 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5745811a-701a-4791-ae16-537545883725 req-ea617c46-d1e7-4ce9-a4d7-8b0acd203b09 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Mar 23 19:29:37.270303 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95b0baf8-c6ac-45d9-9f43-5ee93943d36e req-babcf8a6-0f26-45b8-99e6-3cc7cfb6512b service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811093 Mar 23 19:29:38.013868 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6432e-fbf8-4705-94b7-cc86a31af8fe req-57176d88-3cb2-48b8-8465-74880617a903 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:38.015319 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1c6432e-fbf8-4705-94b7-cc86a31af8fe req-57176d88-3cb2-48b8-8465-74880617a903 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0474558 Mar 23 19:29:38.051387 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1c6432e-fbf8-4705-94b7-cc86a31af8fe req-0a8dc2f1-c4f8-4559-96b3-fea215b4826e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302591 Mar 23 19:29:39.165845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567fb96-a7fe-44af-9cf1-a84098d3bd16 req-e7edc5a4-ea27-4738-b44d-eef64428c6f8 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:39.167443 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c567fb96-a7fe-44af-9cf1-a84098d3bd16 req-e7edc5a4-ea27-4738-b44d-eef64428c6f8 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0486662 Mar 23 19:29:39.204534 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c567fb96-a7fe-44af-9cf1-a84098d3bd16 req-3e5bd560-4ed6-4ee3-9ac1-9c5903e160dc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309985 Mar 23 19:29:40.316998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320f0df-427b-4eca-ad15-27436e27ab22 req-adb010c0-ef42-428c-9b9b-e02cb2022579 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:40.318377 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3320f0df-427b-4eca-ad15-27436e27ab22 req-adb010c0-ef42-428c-9b9b-e02cb2022579 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0474219 Mar 23 19:29:40.360515 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3320f0df-427b-4eca-ad15-27436e27ab22 req-a66c2bfb-3f19-4962-a9c6-29bb16f7aa93 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361273 Mar 23 19:29:40.970153 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:41.479837 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206940c-eb08-463d-9335-e95dc24d8d8c req-7824b8c4-c063-4724-b4c3-9d9076678941 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:41.481317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1206940c-eb08-463d-9335-e95dc24d8d8c req-7824b8c4-c063-4724-b4c3-9d9076678941 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0517058 Mar 23 19:29:41.518743 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1206940c-eb08-463d-9335-e95dc24d8d8c req-12788da1-1609-4a57-a10e-1f478337238d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Mar 23 19:29:42.629751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc57d0-91df-4f32-8541-960243155c9e req-10279fb1-cc43-46e0-8eb4-5a4409a27219 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:42.631192 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cedc57d0-91df-4f32-8541-960243155c9e req-10279fb1-cc43-46e0-8eb4-5a4409a27219 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0472226 Mar 23 19:29:42.668367 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cedc57d0-91df-4f32-8541-960243155c9e req-7d42d468-516a-49a6-aae5-c8171786dac4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Mar 23 19:29:43.388751 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-de47c556-81bf-4263-9f04-25681e602301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:43.789711 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be2a63-fbfd-43fd-9af7-2818ebddaa22 req-e36a51e6-5987-46e3-a812-46b8c4fd35c2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:43.791769 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-09be2a63-fbfd-43fd-9af7-2818ebddaa22 req-e36a51e6-5987-46e3-a812-46b8c4fd35c2 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0554874 Mar 23 19:29:43.828330 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-09be2a63-fbfd-43fd-9af7-2818ebddaa22 req-31b135e5-34ab-43c9-872d-f98e8f7b88fa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Mar 23 19:29:44.944890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19369064-32d1-43f5-997e-f9dd6074990e req-69eb2ffd-5869-4a79-bc66-bfac8a491786 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:44.946391 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19369064-32d1-43f5-997e-f9dd6074990e req-69eb2ffd-5869-4a79-bc66-bfac8a491786 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Mar 23 19:29:44.984713 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19369064-32d1-43f5-997e-f9dd6074990e req-490fa3c5-ae2f-471a-a560-b8c7d3317575 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Mar 23 19:29:45.798750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9e3f88b6-3466-4745-a2e4-b69e2b59c24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:45.810062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b656c5b-ca50-4580-a3d6-f53ea401db20 req-5ffaef33-92ed-48bb-ab79-c5cd23a9b458 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:45.811471 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b656c5b-ca50-4580-a3d6-f53ea401db20 req-5ffaef33-92ed-48bb-ab79-c5cd23a9b458 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0527267 Mar 23 19:29:45.851512 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b656c5b-ca50-4580-a3d6-f53ea401db20 req-6789ab5c-2e9f-4345-89c3-b6b72b733350 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Mar 23 19:29:46.100445 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d7499-2e3d-4a05-b983-1842c5f7bf7b req-b34c138b-f9d8-4364-ad9f-c6fb07de7639 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:46.101858 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f5d7499-2e3d-4a05-b983-1842c5f7bf7b req-b34c138b-f9d8-4364-ad9f-c6fb07de7639 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0494580 Mar 23 19:29:46.138963 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f5d7499-2e3d-4a05-b983-1842c5f7bf7b req-a147731b-b3df-435f-b3c0-8997175d5319 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312610 Mar 23 19:29:46.800670 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:46.969090 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9322-5065-4889-b387-78c73c3a4e04 req-edcb57a8-1799-402e-b7d2-df7e55cdf0e6 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:46.970579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-aacf9322-5065-4889-b387-78c73c3a4e04 req-edcb57a8-1799-402e-b7d2-df7e55cdf0e6 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0506966 Mar 23 19:29:47.006116 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-aacf9322-5065-4889-b387-78c73c3a4e04 req-a37dd306-5ff1-4660-824a-84e5f680a6a4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297160 Mar 23 19:29:47.253337 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b578a-972d-4362-a4dc-8e6069062811 req-0b0c5086-4147-4273-8300-0c3af6d17f02 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:47.254711 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e33b578a-972d-4362-a4dc-8e6069062811 req-0b0c5086-4147-4273-8300-0c3af6d17f02 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0508850 Mar 23 19:29:47.295849 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e33b578a-972d-4362-a4dc-8e6069062811 req-8b80f3dd-c76d-45a3-9ace-f4d848988bfc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347373 Mar 23 19:29:48.123201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d3cdc-f403-429a-8425-948868d308d8 req-083aad05-4244-48e6-8a54-9c797ab5aaa7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:48.124668 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1d7d3cdc-f403-429a-8425-948868d308d8 req-083aad05-4244-48e6-8a54-9c797ab5aaa7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Mar 23 19:29:48.161346 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1d7d3cdc-f403-429a-8425-948868d308d8 req-0002d71b-9df8-407c-992b-5a213cebeef9 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Mar 23 19:29:48.329701 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:48.504196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc87b8-8e6f-4271-849e-97c993e37af6 req-5fd54fb0-0204-4d1d-a376-d370b01c0d7c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:48.505876 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-32cc87b8-8e6f-4271-849e-97c993e37af6 req-5fd54fb0-0204-4d1d-a376-d370b01c0d7c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0481977 Mar 23 19:29:48.543180 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-32cc87b8-8e6f-4271-849e-97c993e37af6 req-995640ec-7b83-4aa4-8a90-a5087616a215 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Mar 23 19:29:48.693217 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:49.273866 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7412ac2-434d-4503-b613-0c27e372b2d6 req-3d25fc8f-86f2-437a-a89f-9d51b0e975b4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:49.275872 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f7412ac2-434d-4503-b613-0c27e372b2d6 req-3d25fc8f-86f2-437a-a89f-9d51b0e975b4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Mar 23 19:29:49.315622 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f7412ac2-434d-4503-b613-0c27e372b2d6 req-f13c39b7-a14d-439e-aa91-963338c616f5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337255 Mar 23 19:29:49.655730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc1bf5-6b31-4852-a0a3-29da0df34665 req-ec11880c-d6de-4c1a-8507-64fcf38c1d9b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:49.657195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4dbc1bf5-6b31-4852-a0a3-29da0df34665 req-ec11880c-d6de-4c1a-8507-64fcf38c1d9b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0481911 Mar 23 19:29:49.694355 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4dbc1bf5-6b31-4852-a0a3-29da0df34665 req-3cfe6d37-6940-42b7-af29-0dba983be0cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312052 Mar 23 19:29:50.193137 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46524) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:50.292558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbc98d55-6ea3-42a6-8b65-a6319702882b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.367125 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbc98d55-6ea3-42a6-8b65-a6319702882b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.371856 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbc98d55-6ea3-42a6-8b65-a6319702882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.408660 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dbc98d55-6ea3-42a6-8b65-a6319702882b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f18fd4282ae4e7d96dc823d263d5b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144217 Mar 23 19:29:50.410542 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc98d55-6ea3-42a6-8b65-a6319702882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd40c41-24d5-4c8b-9203-921ab9156dcd,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:29:50.412305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46530) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:29:50.455405 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a359a-6cb5-47ed-b59b-34d5fcebe5f5 req-e6d7cc0a-6f4b-4bf9-a2f6-be1d97683a74 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:50.456832 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-988a359a-6cb5-47ed-b59b-34d5fcebe5f5 req-e6d7cc0a-6f4b-4bf9-a2f6-be1d97683a74 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0734932 Mar 23 19:29:50.498877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.513229 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-988a359a-6cb5-47ed-b59b-34d5fcebe5f5 req-6dfc2191-bcfb-4ace-b307-da553d2ee6a0 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492845 Mar 23 19:29:50.525744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.571201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.573730 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:29:50.574855 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dd40c41-24d5-4c8b-9203-921ab9156dcd HTTP/1.1" status: 204 len: 168 time: 0.1613188 Mar 23 19:29:50.582338 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd40c41-24d5-4c8b-9203-921ab9156dcd,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:29:50.589191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.589544 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.589978 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.590284 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.590528 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.590859 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.591183 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.591508 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.591942 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.592145 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.592462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.592781 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5491bb-945c-48c8-8789-0b512904f34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:29:50.812276 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0fd5-334c-430b-9406-70cc030101e8 req-ec38d8ad-4495-4a85-b06e-bea0e736c85a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:50.814130 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-be4b0fd5-334c-430b-9406-70cc030101e8 req-ec38d8ad-4495-4a85-b06e-bea0e736c85a tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Mar 23 19:29:50.852761 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-be4b0fd5-334c-430b-9406-70cc030101e8 req-a97e1941-b5dc-44ab-8b65-37fb34cf9233 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Mar 23 19:29:51.627438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa695ed-a448-43b8-a773-2253b525a1ba req-96039bf0-634c-4b85-8371-1380a28ea035 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:51.628959 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6aa695ed-a448-43b8-a773-2253b525a1ba req-96039bf0-634c-4b85-8371-1380a28ea035 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0507710 Mar 23 19:29:51.668884 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6aa695ed-a448-43b8-a773-2253b525a1ba req-e8e875a8-97e3-4afa-b998-368ca18f9b09 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Mar 23 19:29:51.966514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d10b2b-5042-465a-9014-783f85c24f57 req-f1a5c313-0502-4e02-999f-6c86bddab9dd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:51.967935 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-26d10b2b-5042-465a-9014-783f85c24f57 req-f1a5c313-0502-4e02-999f-6c86bddab9dd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0470715 Mar 23 19:29:52.005558 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-26d10b2b-5042-465a-9014-783f85c24f57 req-dbce7e67-7e5e-45b4-9adb-51357e6a3dcd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Mar 23 19:29:52.781847 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112654b-d5a2-48dc-b735-6bb7c546b05e req-de90c941-87cb-4ae2-8c2b-9a4c32a4107a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:52.783336 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b112654b-d5a2-48dc-b735-6bb7c546b05e req-de90c941-87cb-4ae2-8c2b-9a4c32a4107a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0478902 Mar 23 19:29:52.821108 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b112654b-d5a2-48dc-b735-6bb7c546b05e req-0536df1c-b8f6-464f-ba5a-bbde9f9dd1c6 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Mar 23 19:29:53.122740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967106b5-ed48-48c1-9953-199a9ffb1805 req-677b42b2-c57a-4146-b961-d407af8dc535 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:53.124201 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-967106b5-ed48-48c1-9953-199a9ffb1805 req-677b42b2-c57a-4146-b961-d407af8dc535 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0511370 Mar 23 19:29:53.167381 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-967106b5-ed48-48c1-9953-199a9ffb1805 req-2d85e29a-28c3-451d-a0e0-27f64dbabf6d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Mar 23 19:29:53.933122 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e640d-3c35-462a-a049-e8a14f1daa9c req-90a84e32-208f-458f-8867-16a18367c6e6 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:53.934553 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd9e640d-3c35-462a-a049-e8a14f1daa9c req-90a84e32-208f-458f-8867-16a18367c6e6 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0467770 Mar 23 19:29:53.971464 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd9e640d-3c35-462a-a049-e8a14f1daa9c req-53fff737-1e70-4ce0-9077-b80a25aa3d5c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Mar 23 19:29:54.281098 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f5e9-7bb7-4297-b4dd-e84b755bbcae req-67a5d875-c807-4883-bf80-5d7443eb8c1f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:54.282550 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8ba8f5e9-7bb7-4297-b4dd-e84b755bbcae req-67a5d875-c807-4883-bf80-5d7443eb8c1f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0486574 Mar 23 19:29:54.318627 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8ba8f5e9-7bb7-4297-b4dd-e84b755bbcae req-cd218d30-3773-4f09-987a-e124fc972138 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301998 Mar 23 19:29:55.086848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01944e06-09b4-4ab2-9f8c-650b7e1420b8 req-624a880c-6de5-43d3-bc5b-94ce19fc77cc tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:55.088953 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01944e06-09b4-4ab2-9f8c-650b7e1420b8 req-624a880c-6de5-43d3-bc5b-94ce19fc77cc tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Mar 23 19:29:55.127524 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-01944e06-09b4-4ab2-9f8c-650b7e1420b8 req-0769be31-85cd-456c-af3a-9742491a627b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324559 Mar 23 19:29:55.447984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a7dfa-16c8-408c-b97f-cda11df1cfab req-82178095-e7c9-4a4f-a28b-def1dad965cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:55.449615 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f89a7dfa-16c8-408c-b97f-cda11df1cfab req-82178095-e7c9-4a4f-a28b-def1dad965cc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0651300 Mar 23 19:29:55.487623 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f89a7dfa-16c8-408c-b97f-cda11df1cfab req-bfd13353-828a-4dd1-a435-cff830daf2f6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Mar 23 19:29:56.239408 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f862f2-049d-4004-b201-44e0395039de req-ddbf9bb3-2977-4f76-9125-7f6d486b4240 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:56.240866 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6f862f2-049d-4004-b201-44e0395039de req-ddbf9bb3-2977-4f76-9125-7f6d486b4240 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0471916 Mar 23 19:29:56.276573 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d6f862f2-049d-4004-b201-44e0395039de req-00f72c17-d4cc-4df6-9853-d6d9dd816c8c tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298612 Mar 23 19:29:56.604682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e027-5495-4c8e-98de-19cc2ba49a6a req-4cbe856e-d70c-451f-958c-b95e3c0dcd64 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:56.606062 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0b72e027-5495-4c8e-98de-19cc2ba49a6a req-4cbe856e-d70c-451f-958c-b95e3c0dcd64 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0514951 Mar 23 19:29:56.642125 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0b72e027-5495-4c8e-98de-19cc2ba49a6a req-251c2cf3-642e-4a6d-91a3-19779f05b410 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301001 Mar 23 19:29:57.391110 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ac11a-c0de-4335-8937-f6fc0a156ed3 req-33a88b2c-a8fc-401d-9f36-a75930b4148a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.392548 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4f6ac11a-c0de-4335-8937-f6fc0a156ed3 req-33a88b2c-a8fc-401d-9f36-a75930b4148a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0471604 Mar 23 19:29:57.429204 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4f6ac11a-c0de-4335-8937-f6fc0a156ed3 req-4ad73077-efa0-4bac-8edf-bb5ee03dddff tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307631 Mar 23 19:29:57.629291 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c524c-5dd3-4037-b4f2-8f1049329451 req-4758bf6d-4c49-4a6f-91ff-d48a6a3313e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.630672 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-629c524c-5dd3-4037-b4f2-8f1049329451 req-4758bf6d-4c49-4a6f-91ff-d48a6a3313e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0517685 Mar 23 19:29:57.669823 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-629c524c-5dd3-4037-b4f2-8f1049329451 req-24905711-71dd-4224-8d22-fec19dfbdaef tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Mar 23 19:29:57.679191 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a934-42d6-445b-b134-2bce6fa02ace req-2d5771c2-43d5-4e18-9372-2035e3721e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.680560 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-2d5771c2-43d5-4e18-9372-2035e3721e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 1098 time: 0.0415742 Mar 23 19:29:57.811987 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a01349-7af3-4b85-8779-3a612d14fac3 req-6c86d306-5ae5-4b04-8d8c-3ac931d33d2f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.814336 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-44a01349-7af3-4b85-8779-3a612d14fac3 req-6c86d306-5ae5-4b04-8d8c-3ac931d33d2f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0954742 Mar 23 19:29:57.816666 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a934-42d6-445b-b134-2bce6fa02ace req-6b86fd8d-42b5-4254-b83c-b9a6aa12e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.818101 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-6b86fd8d-42b5-4254-b83c-b9a6aa12e999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.1276433 Mar 23 19:29:57.901227 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-44a01349-7af3-4b85-8779-3a612d14fac3 req-27a4a984-0a07-49cc-a66d-98a5bb1a8aff tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811830 Mar 23 19:29:57.910573 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-d53b35d6-f41a-49cc-81e5-a9bc183e2a9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 200 len: 1001 time: 0.0824871 Mar 23 19:29:57.959392 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a934-42d6-445b-b134-2bce6fa02ace req-44bcb0fe-e825-44a6-9a2c-cda3f1c4daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:57.960803 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-44bcb0fe-e825-44a6-9a2c-cda3f1c4daaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0430224 Mar 23 19:29:58.004723 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a934-42d6-445b-b134-2bce6fa02ace req-bff37e7f-c9bb-4bf1-b288-223965a265f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:58.006254 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-bff37e7f-c9bb-4bf1-b288-223965a265f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387666 Mar 23 19:29:58.097816 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-6ac13623-5046-4358-80aa-670e951289ca service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Mar 23 19:29:58.191366 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6528a934-42d6-445b-b134-2bce6fa02ace req-a89ab784-6eb5-40d1-b236-d1a8a62a5a54 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Mar 23 19:29:58.788555 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296872a7-be2f-4e9c-98f1-be23c2a531a4 req-a9c998fd-7746-4262-9507-d3a3156cea1a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:58.790050 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-296872a7-be2f-4e9c-98f1-be23c2a531a4 req-a9c998fd-7746-4262-9507-d3a3156cea1a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Mar 23 19:29:58.827814 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-296872a7-be2f-4e9c-98f1-be23c2a531a4 req-ec2adc7c-d83a-43d6-baa4-2350ab94e9c4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Mar 23 19:29:59.021831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238c78-2467-482e-bf89-6da6af5a1caa req-d5d1785e-dee2-452b-9f4b-e0d58b88277d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:59.023295 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-24238c78-2467-482e-bf89-6da6af5a1caa req-d5d1785e-dee2-452b-9f4b-e0d58b88277d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0488114 Mar 23 19:29:59.064915 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-24238c78-2467-482e-bf89-6da6af5a1caa req-15918c64-8b16-419f-9d1e-cecbd7da67bd tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350299 Mar 23 19:29:59.675437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c6430-fafa-4551-b664-26a3351ed2fa req-9870f777-e468-4478-bf43-6fd6d00035e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:59.676939 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9d3c6430-fafa-4551-b664-26a3351ed2fa req-9870f777-e468-4478-bf43-6fd6d00035e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0393488 Mar 23 19:29:59.711749 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9d3c6430-fafa-4551-b664-26a3351ed2fa req-caae0fc1-8f17-4a76-8fb5-0463e4c236e6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277028 Mar 23 19:29:59.940490 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4a41-48ef-48d4-9b4c-1cef56c7efe5 req-d4ebaee3-154d-460c-bd95-30caeee1aa8b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:29:59.941970 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1d8d4a41-48ef-48d4-9b4c-1cef56c7efe5 req-d4ebaee3-154d-460c-bd95-30caeee1aa8b tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Mar 23 19:29:59.977784 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1d8d4a41-48ef-48d4-9b4c-1cef56c7efe5 req-e75bc3c4-584c-416b-a8d6-126d74e0d13d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294037 Mar 23 19:30:00.176880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8846c4-48d1-4c94-9d86-6ff1bfbf5522 req-7b11dfcd-cd42-4ecc-8d24-4c31ed7df414 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:00.178350 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cb8846c4-48d1-4c94-9d86-6ff1bfbf5522 req-7b11dfcd-cd42-4ecc-8d24-4c31ed7df414 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0472825 Mar 23 19:30:00.214582 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cb8846c4-48d1-4c94-9d86-6ff1bfbf5522 req-216a00e2-bb20-476d-95d5-519350fd3167 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299120 Mar 23 19:30:00.580175 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46654) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:00.683581 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c37ab637-6f2e-459b-a64c-db05860c74e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.758250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c37ab637-6f2e-459b-a64c-db05860c74e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.761850 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c37ab637-6f2e-459b-a64c-db05860c74e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.799008 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c37ab637-6f2e-459b-a64c-db05860c74e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=717a5c4828b44e14b8915f56f514aca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177682 Mar 23 19:30:00.799900 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ab637-6f2e-459b-a64c-db05860c74e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958a173d-67b4-406a-8223-e476a3975281,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:00.801730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46658) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:00.859426 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.881053 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.928462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.930973 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:00.932134 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/958a173d-67b4-406a-8223-e476a3975281 HTTP/1.1" status: 204 len: 168 time: 0.1294284 Mar 23 19:30:00.940551 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958a173d-67b4-406a-8223-e476a3975281,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:00.948994 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.949344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.949687 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.950035 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.950336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.950665 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.950989 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.951316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.951640 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.951960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.952276 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:00.952596 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73636074-3a2a-4f1a-97b3-4b12e6f06005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:01.328160 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b345f-8693-4116-8478-0c3a8a001199 req-b4f93a42-96d8-4e89-ab88-d15ff6281a12 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:01.329567 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f41b345f-8693-4116-8478-0c3a8a001199 req-b4f93a42-96d8-4e89-ab88-d15ff6281a12 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0488214 Mar 23 19:30:01.366887 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f41b345f-8693-4116-8478-0c3a8a001199 req-a695cd8b-926f-47e8-8423-b7fce4e4be51 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Mar 23 19:30:01.772093 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eefbb-b809-4a01-8fe4-6f096968b100 req-1a7893d1-821a-446f-83eb-63d97f4fc936 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:01.773589 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-705eefbb-b809-4a01-8fe4-6f096968b100 req-1a7893d1-821a-446f-83eb-63d97f4fc936 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0741324 Mar 23 19:30:01.775942 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-72fd0b8f-de11-4bd0-a728-185bdae6f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:01.777299 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-72fd0b8f-de11-4bd0-a728-185bdae6f642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0686579 Mar 23 19:30:01.861768 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-705eefbb-b809-4a01-8fe4-6f096968b100 req-e36ec53d-da23-443a-95a8-db97bedbde4d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821397 Mar 23 19:30:01.893400 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-f53db5ba-c183-4780-afc2-f215e6b56e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:01.894909 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-f53db5ba-c183-4780-afc2-f215e6b56e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.1088648 Mar 23 19:30:01.959096 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-0d274639-cd6c-4ffc-b553-73cae1cb7df3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 1001 time: 0.0552344 Mar 23 19:30:02.008570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-39aaee36-2d88-4059-b8a2-4ac5349a90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:02.010673 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-39aaee36-2d88-4059-b8a2-4ac5349a90c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0445030 Mar 23 19:30:02.058595 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-99c62fb7-f343-49a0-8c1d-ff3808ba039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:02.060006 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-99c62fb7-f343-49a0-8c1d-ff3808ba039c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385487 Mar 23 19:30:02.151228 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-5da565b4-c85f-427c-b42f-f566c80eb28e service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828600 Mar 23 19:30:02.244311 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-53bfce83-923f-4b87-a7cd-3f50147eafc2 req-f37e2034-5a8c-450a-baac-d65ec7d00274 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818639 Mar 23 19:30:02.977642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abbb42-d3de-46e4-9e7a-8972b6ab249d req-72ea15df-1090-45d3-8ec1-9c4dbd966caa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:02.979043 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83abbb42-d3de-46e4-9e7a-8972b6ab249d req-72ea15df-1090-45d3-8ec1-9c4dbd966caa tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Mar 23 19:30:03.015624 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-83abbb42-d3de-46e4-9e7a-8972b6ab249d req-c5ca2710-85da-4f06-81d6-9a5b74b5795e tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Mar 23 19:30:04.128478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc652b5d-ac4c-4ae7-a72b-285dab174eb3 req-10301464-a353-43fc-8cb5-d5c8eccda830 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:04.129960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc652b5d-ac4c-4ae7-a72b-285dab174eb3 req-10301464-a353-43fc-8cb5-d5c8eccda830 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0477684 Mar 23 19:30:04.166847 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fc652b5d-ac4c-4ae7-a72b-285dab174eb3 req-abd4e1a5-590f-4467-b740-0ed7e79c98bc tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305326 Mar 23 19:30:05.287753 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca14c21-5513-4668-847a-312033ad9b25 req-9706c9fe-71ac-43ef-b642-2d0303b25db0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:05.289239 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cca14c21-5513-4668-847a-312033ad9b25 req-9706c9fe-71ac-43ef-b642-2d0303b25db0 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0519881 Mar 23 19:30:05.326226 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cca14c21-5513-4668-847a-312033ad9b25 req-4d28a755-bdeb-4686-9e5d-cc1c33493506 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310953 Mar 23 19:30:05.438091 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e143-3d88-42fb-ae8c-5f05bdbd6d03 req-97bf4910-9fa3-49a8-9fbf-a0f0ece43e7d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:05.439785 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b819e143-3d88-42fb-ae8c-5f05bdbd6d03 req-97bf4910-9fa3-49a8-9fbf-a0f0ece43e7d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0515699 Mar 23 19:30:05.448205 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46686) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:05.452496 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Request body: {'floatingip': {'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:05.507252 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:05.950892 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:05.954716 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:06.155106 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Router 10d9e01a-1886-451d-bd69-e989bd913e0a has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:06.477932 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:06.482771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:06.487355 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:06.496087 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:06.496699 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:29:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:06.510743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:06.513022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb" -d '{"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:06.539415 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-22d2a349-d1ab-4436-b553-7b5f619001c4 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "PUT /v2.0/floatingips/8d80a57a-5c38-467e-ab05-677627c2a2a4 HTTP/1.1" status: 200 len: 993 time: 1.0902245 Mar 23 19:30:06.562757 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376bd333-af89-4cd5-ab2a-cb83e783e2c5 x-openstack-request-id: req-376bd333-af89-4cd5-ab2a-cb83e783e2c5 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:06.563050 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:06.563299 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-376bd333-af89-4cd5-ab2a-cb83e783e2c5 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:06.563951 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'status': 'completed', 'code': 200} Mar 23 19:30:06.603481 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:06.625508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-cfd57f33-40d4-4112-9830-bccc53d7f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:06.627014 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-cfd57f33-40d4-4112-9830-bccc53d7f0a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0389137 Mar 23 19:30:06.720915 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-eb54c270-e795-44df-abbc-d7983b5cbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:06.722380 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-eb54c270-e795-44df-abbc-d7983b5cbf7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0888789 Mar 23 19:30:06.788603 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-ee94a8ef-da9f-464d-8b8c-76674e5b98c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 1001 time: 0.0566208 Mar 23 19:30:06.823445 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:30:05Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:06.840583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-f6e517c6-21d2-43ec-baa1-d0cb5456d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:06.842070 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-f6e517c6-21d2-43ec-baa1-d0cb5456d72b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0467203 Mar 23 19:30:06.849103 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:06.857759 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:06.858365 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:29:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:06.887238 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-3beb9752-12bf-466b-bd0a-911d7f84311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:06.888740 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-3beb9752-12bf-466b-bd0a-911d7f84311a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401084 Mar 23 19:30:06.966393 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:06.980167 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-e3c456fe-5767-4a85-b237-b26c1fe5a070 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836804 Mar 23 19:30:07.075428 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7fa6978-9ff3-4dae-ad1c-5d325a5907bb req-135ac041-ada5-4c82-9d63-eef6d3f6ad57 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Mar 23 19:30:07.258186 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:30:05Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:07.287327 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26cfb-f814-4b85-baf9-fbb09876d16a None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '8d80a57a-5c38-467e-ab05-677627c2a2a4', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'port_id': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'mac_address': 'fa:16:3e:9d:a4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:26:30Z', 'updated_at': '2022-03-23T19:30:05Z', 'revision_number': 3, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:08.564968 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:08.567553 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6de84-c41b-4638-8636-baa81cf88ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:08.569974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f272c0-b979-4f02-824f-722a1a32fd7b req-1a0d595f-9a97-41cb-ac0e-20e6d96a8bcb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:08.571470 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-38f272c0-b979-4f02-824f-722a1a32fd7b req-1a0d595f-9a97-41cb-ac0e-20e6d96a8bcb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0557027 Mar 23 19:30:08.602906 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50ae11-f5a6-426a-8b03-3ba2efd24848 x-openstack-request-id: req-8e50ae11-f5a6-426a-8b03-3ba2efd24848 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:08.603199 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:08.603957 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e50ae11-f5a6-426a-8b03-3ba2efd24848 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:08.604374 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'status': 'completed', 'code': 200} Mar 23 19:30:08.610103 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-38f272c0-b979-4f02-824f-722a1a32fd7b req-8efbbc8a-9dbb-48ee-afc4-d1fbe7edd976 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Mar 23 19:30:08.671962 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-c5df3e26-ec42-49c4-a740-07f0e659457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:08.673493 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-c5df3e26-ec42-49c4-a740-07f0e659457e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 1099 time: 0.0397904 Mar 23 19:30:08.764608 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-285e3563-123b-4405-9acd-c1eefc462d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:08.766084 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-285e3563-123b-4405-9acd-c1eefc462d70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0848224 Mar 23 19:30:08.828639 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-52595eee-86a0-425e-81ac-d358965519ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 200 len: 1001 time: 0.0558836 Mar 23 19:30:08.881875 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-c0fa04a5-f43b-4b05-8b9a-b6cebeeaa211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:08.883283 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-c0fa04a5-f43b-4b05-8b9a-b6cebeeaa211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0460253 Mar 23 19:30:08.935859 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-0177d837-7477-419d-98bc-a5c939576af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:08.937407 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-0177d837-7477-419d-98bc-a5c939576af4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467353 Mar 23 19:30:08.970598 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:30:09.026198 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-664f283d-ba5a-474b-b7a6-fff0a64a6701 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803239 Mar 23 19:30:09.124345 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21c6de84-c41b-4638-8636-baa81cf88ae3 req-a525c645-20a9-43a2-907a-217770236b91 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824652 Mar 23 19:30:09.725794 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852e7e4-6f86-4369-8558-422f6cdcd74e req-3044cb33-4ca8-43c1-9306-f8d4780c503a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:09.727289 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a852e7e4-6f86-4369-8558-422f6cdcd74e req-3044cb33-4ca8-43c1-9306-f8d4780c503a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0486326 Mar 23 19:30:09.763898 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a852e7e4-6f86-4369-8558-422f6cdcd74e req-15b45b7c-89b9-41e9-9746-59d5dca9b1a4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Mar 23 19:30:10.606326 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-83cbaa1a-23d4-46b5-816b-127906eb3452 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:10.607801 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-83cbaa1a-23d4-46b5-816b-127906eb3452 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0505373 Mar 23 19:30:10.700243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:10.700589 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:10.788963 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] For port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:10.789646 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:10.892223 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae3bd8-f17c-4632-900d-1bd4e9a76d02 req-29dfd623-17e3-4183-a137-c41cbdd54a0b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:10.893683 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88ae3bd8-f17c-4632-900d-1bd4e9a76d02 req-29dfd623-17e3-4183-a137-c41cbdd54a0b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 946 time: 0.0624173 Mar 23 19:30:10.932218 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88ae3bd8-f17c-4632-900d-1bd4e9a76d02 req-98167323-0f75-41e8-bc07-4ee8168c7710 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ecf730d-2262-4b1c-9392-18483d7ef310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Mar 23 19:30:10.968646 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:11.016851 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:11.017220 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:11.017540 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 9d2d403b-14de-4e8d-9831-4d7882472796 disassociated. External IP: 172.27.3.30, port: 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9. Mar 23 19:30:11.017926 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:11.141124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:11.182199 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=89de7b4f-e829-4c1a-97f4-01ffc4f70cf9,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:11.300308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:11.407133 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:11.421293 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:11.430533 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:11.431153 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:29:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:11.448698 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] No DVR routers for this DVR port 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:30:11.451188 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:11.454454 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c41540a6-f8aa-4a5e-8807-416586ef1ecf req-bf5bf168-3aa4-4c9c-bb37-11e1b65499e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "DELETE /v2.0/ports/89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 HTTP/1.1" status: 204 len: 173 time: 0.8387523 Mar 23 19:30:11.454894 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'name': 'network-vif-deleted', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:11.457188 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed0e221-f2ee-4849-859e-14df4825158f" -d '{"events": [{"server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "name": "network-vif-deleted", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:11.500998 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36e21a-0d48-4914-825d-13d913d6484e x-openstack-request-id: req-cc36e21a-0d48-4914-825d-13d913d6484e {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:11.501292 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8d4c8e-0049-447e-9867-acf6248ac2ee", "name": "network-vif-deleted", "tag": "89de7b4f-e829-4c1a-97f4-01ffc4f70cf9", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:11.501542 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc36e21a-0d48-4914-825d-13d913d6484e {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:11.501949 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8d4c8e-0049-447e-9867-acf6248ac2ee', 'name': 'network-vif-deleted', 'tag': '89de7b4f-e829-4c1a-97f4-01ffc4f70cf9', 'status': 'completed', 'code': 200} Mar 23 19:30:11.562628 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:11.941033 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:11.968623 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:11.977441 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:11.978766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:29:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:12.050603 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-342c4f24-bea6-4602-8e84-a369b9693730 req-cb75e9c0-9bda-429b-a776-7318afdad094 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d8d4c8e-0049-447e-9867-acf6248ac2ee HTTP/1.1" status: 200 len: 210 time: 0.0309942 Mar 23 19:30:12.097275 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:12.322911 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:12.349193 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e9be4-b8d2-416d-8a0e-37022b5c5a45 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '2fc0b148-f413-4095-8d57-6bf9f1ca3ee8', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:fe:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:23:32Z', 'updated_at': '2022-03-23T19:24:21Z', 'revision_number': 2, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:12.561590 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae10a0a-ca4b-4c74-94b3-8b8b5f2d4217 None None] New status for floating IP 9d2d403b-14de-4e8d-9831-4d7882472796: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:13.138805 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46728) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:13.192326 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.223486 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.272682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.275855 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.277412 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ecf730d-2262-4b1c-9392-18483d7ef310 HTTP/1.1" status: 204 len: 168 time: 0.1374509 Mar 23 19:30:13.280019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46730) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:13.286672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e10d-9bab-484c-9f39-4d54f656eb65 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecf730d-2262-4b1c-9392-18483d7ef310,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:13.391565 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3d70366f-d2cb-4008-9c5d-7c7bca79f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.505911 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-1886535d-30d7-4d08-95ab-5dd0985131db tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] show failed (client error): The resource could not be found. Mar 23 19:30:13.507186 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1886535d-30d7-4d08-95ab-5dd0985131db tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups/1ecf730d-2262-4b1c-9392-18483d7ef310 HTTP/1.1" status: 404 len: 347 time: 0.2260296 Mar 23 19:30:13.510364 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46732) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:13.638150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port d74e55cc-b105-4d58-ab18-2867f5c644fc {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:13.638487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.714780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.715116 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.726397 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for d74e55cc-b105-4d58-ab18-2867f5c644fc owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:13.860115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.885284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=d74e55cc-b105-4d58-ab18-2867f5c644fc,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:13.922933 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:30:13.943891 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:30:13.944083 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.944237 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 89de7b4f-e829-4c1a-97f4-01ffc4f70cf9 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:30:13.946459 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:13.947668 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f6bd44ef-2316-472e-8295-32c3193c0789 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/floatingips/9d2d403b-14de-4e8d-9831-4d7882472796 HTTP/1.1" status: 204 len: 168 time: 0.4361882 Mar 23 19:30:15.524161 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f035c-5993-4f87-8f81-242c5d51637c req-14109705-84ab-48e2-a19f-d24c1f6b3bd5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:15.526151 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c82f035c-5993-4f87-8f81-242c5d51637c req-14109705-84ab-48e2-a19f-d24c1f6b3bd5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0487630 Mar 23 19:30:15.566264 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c82f035c-5993-4f87-8f81-242c5d51637c req-dad48bb8-bb95-4f79-a18a-3ac2b4bb3e61 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342202 Mar 23 19:30:15.800702 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-050d5a71-3014-40ff-adc2-57fd352e514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.532286 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-fdf1d9b1-afef-43ff-adbd-89b40cbe008b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:16.533757 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-fdf1d9b1-afef-43ff-adbd-89b40cbe008b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0472903 Mar 23 19:30:16.623824 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port b368aa1d-b1cc-44e8-ab5e-af30737cb609 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:16.624168 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.680579 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ff04-96c2-4db8-bd74-f4138ef46dc8 req-086a8d87-bfad-4fd6-ac29-d1d812229579 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:16.682121 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5151ff04-96c2-4db8-bd74-f4138ef46dc8 req-086a8d87-bfad-4fd6-ac29-d1d812229579 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 945 time: 0.0474138 Mar 23 19:30:16.713694 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] For port b368aa1d-b1cc-44e8-ab5e-af30737cb609, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=b368aa1d-b1cc-44e8-ab5e-af30737cb609,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:16.713987 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.720914 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5151ff04-96c2-4db8-bd74-f4138ef46dc8 req-43e549d2-e9aa-485b-b4a4-bba2b9020747 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=fffd77c6-d7ec-4220-93bc-1f77c115cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Mar 23 19:30:16.803936 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.880043 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.880455 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:16.880791 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 2fc0b148-f413-4095-8d57-6bf9f1ca3ee8 disassociated. External IP: 172.27.3.141, port: b368aa1d-b1cc-44e8-ab5e-af30737cb609. Mar 23 19:30:16.881102 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for b368aa1d-b1cc-44e8-ab5e-af30737cb609 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:17.008374 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:17.035494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=b368aa1d-b1cc-44e8-ab5e-af30737cb609,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:17.145226 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:17.249436 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:17.259744 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:17.270874 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:17.271623 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:17.293244 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-310eb7c8-39e4-48cd-b5cf-c21f71a46924 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390987 Mar 23 19:30:17.293881 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] No DVR routers for this DVR port b368aa1d-b1cc-44e8-ab5e-af30737cb609 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:30:17.296351 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:17.299623 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e434e14f-4b5e-458f-aeda-14bb2468f15c req-bbe89168-96cb-4460-9e6f-a420337ad5b2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "DELETE /v2.0/ports/b368aa1d-b1cc-44e8-ab5e-af30737cb609 HTTP/1.1" status: 204 len: 173 time: 0.7601371 Mar 23 19:30:17.300061 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'name': 'network-vif-deleted', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:17.302558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c12e3-b47f-409f-806a-1a13e7bdadac" -d '{"events": [{"server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "name": "network-vif-deleted", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:17.346356 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc18347-c20c-4cb9-83ea-390b7fba9135 x-openstack-request-id: req-afc18347-c20c-4cb9-83ea-390b7fba9135 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:17.346654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3cc81c-e016-44e1-b0bc-7df5ac834cbf", "name": "network-vif-deleted", "tag": "b368aa1d-b1cc-44e8-ab5e-af30737cb609", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:17.346909 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afc18347-c20c-4cb9-83ea-390b7fba9135 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:17.347306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3cc81c-e016-44e1-b0bc-7df5ac834cbf', 'name': 'network-vif-deleted', 'tag': 'b368aa1d-b1cc-44e8-ab5e-af30737cb609', 'status': 'completed', 'code': 200} Mar 23 19:30:17.370878 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-07ed836f-51ec-4e80-b777-04267d06d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:17.372578 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-07ed836f-51ec-4e80-b777-04267d06d023 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2580056d61bb4c85af9e6165643baa8d&device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 1099 time: 0.0519428 Mar 23 19:30:17.420679 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:17.496979 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-e9d472d8-343a-4950-9f58-7d6c7aa45dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:17.498461 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-e9d472d8-343a-4950-9f58-7d6c7aa45dcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 200 len: 919 time: 0.0999081 Mar 23 19:30:17.544395 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-6e9743e0-526e-4477-954e-548712cd848c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834 HTTP/1.1" status: 200 len: 217 time: 0.0385795 Mar 23 19:30:17.594650 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-bb4fc8ad-0598-4ddd-92ec-6eb3b3a2a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:17.596116 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-bb4fc8ad-0598-4ddd-92ec-6eb3b3a2a96e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 200 len: 858 time: 0.0442197 Mar 23 19:30:17.623890 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:17.642779 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-04fc91e1-0095-4dee-bb35-feecfde81164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:17.644210 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-04fc91e1-0095-4dee-bb35-feecfde81164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=59aff23f-16f2-4a06-9611-6670739cbd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399795 Mar 23 19:30:17.649546 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:17.658260 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:17.658860 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:17.738048 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-0409ebf8-3657-48df-a3fe-761e4b354130 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844140 Mar 23 19:30:17.766055 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:17.835602 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-55403a5e-8c7a-4dab-b471-daf9bdcc65a9 req-8120044f-f536-4a26-b31d-73a88aee9532 service neutron] 10.222.0.42 "GET /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880904 Mar 23 19:30:17.855445 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e4aa7646-ce4c-48c6-b23d-3153ad507fcb req-ad6bb4c5-2bdf-4280-91f0-88ed0008b1ac tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3cc81c-e016-44e1-b0bc-7df5ac834cbf HTTP/1.1" status: 200 len: 210 time: 0.0321319 Mar 23 19:30:17.968595 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:17.993929 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1aa7c2-f2f1-4cdb-83a4-ba0a32b3f1aa None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:18.190863 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e448b75a-784a-4e87-a10a-1e2520764014 None None] New status for floating IP 2fc0b148-f413-4095-8d57-6bf9f1ca3ee8: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:18.331989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:18.694346 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:18.933021 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46764) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:18.991908 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.015074 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.065001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.067528 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.068696 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/security-groups/fffd77c6-d7ec-4220-93bc-1f77c115cc3a HTTP/1.1" status: 204 len: 168 time: 0.1344256 Mar 23 19:30:19.071446 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46768) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:19.079329 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913442a-f7fe-4200-866a-1d441af35e1a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd77c6-d7ec-4220-93bc-1f77c115cc3a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:19.085009 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-d588f6b4-d80c-4fb7-bfc1-5047a2ae2640 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] show failed (client error): The resource could not be found. Mar 23 19:30:19.086011 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d588f6b4-d80c-4fb7-bfc1-5047a2ae2640 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups/fffd77c6-d7ec-4220-93bc-1f77c115cc3a HTTP/1.1" status: 404 len: 347 time: 0.0135741 Mar 23 19:30:19.088809 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46770) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:19.212639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port 9c2ea776-221c-4dd2-a94f-6adc763f72bd {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:19.212932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.285855 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.286191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.298062 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for 9c2ea776-221c-4dd2-a94f-6adc763f72bd owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:19.463405 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.498690 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=9c2ea776-221c-4dd2-a94f-6adc763f72bd,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:19.574737 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.577174 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:19.578302 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0120ba68-bc77-4729-921d-9386bf99564c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/floatingips/2fc0b148-f413-4095-8d57-6bf9f1ca3ee8 HTTP/1.1" status: 204 len: 168 time: 0.4885552 Mar 23 19:30:19.593855 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7c3fe-6fa4-4220-8a24-70507015273b req-df4b597f-bf83-43c0-bc07-761e9b8a0988 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:19.595289 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02d7c3fe-6fa4-4220-8a24-70507015273b req-df4b597f-bf83-43c0-bc07-761e9b8a0988 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0632968 Mar 23 19:30:19.634746 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02d7c3fe-6fa4-4220-8a24-70507015273b req-bc5de3a0-9a30-470d-8138-a49f37f8ca28 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Mar 23 19:30:19.837979 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ac261-7ac8-4399-befd-c96d93b1e180 req-7efe333d-5bcb-43d8-8949-5a56a800476b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:19.840700 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fa0ac261-7ac8-4399-befd-c96d93b1e180 req-7efe333d-5bcb-43d8-8949-5a56a800476b tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0555625 Mar 23 19:30:19.860624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520716d8-b5dd-4514-809c-0478cd2a143f req-a9646b7a-3a2b-4b74-b323-332ad3ad38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:19.862297 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-a9646b7a-3a2b-4b74-b323-332ad3ad38cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1138 time: 0.0498838 Mar 23 19:30:19.882948 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fa0ac261-7ac8-4399-befd-c96d93b1e180 req-ba48bd02-50ba-4ebb-bda2-0bae7c13d2f6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341444 Mar 23 19:30:19.959696 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device b368aa1d-b1cc-44e8-ab5e-af30737cb609 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:30:19.974546 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520716d8-b5dd-4514-809c-0478cd2a143f req-9d3b8b83-56c8-4c1d-95a6-32497cb5b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:19.976162 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-9d3b8b83-56c8-4c1d-95a6-32497cb5b416 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 915 time: 0.1001432 Mar 23 19:30:19.983679 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: b368aa1d-b1cc-44e8-ab5e-af30737cb609 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:30:19.984048 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device b368aa1d-b1cc-44e8-ab5e-af30737cb609 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:30:19.992918 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46784) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:19.998141 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166660106', 'description': 'tempest-description--1199742267'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:20.060504 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.064969 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-eadf2742-2b58-4d9c-9aee-136cc7656452 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 1002 time: 0.0798521 Mar 23 19:30:20.132265 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520716d8-b5dd-4514-809c-0478cd2a143f req-39cdac08-2711-47e3-8ad0-ff41e169e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:20.133826 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-39cdac08-2711-47e3-8ad0-ff41e169e7a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0601172 Mar 23 19:30:20.191689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.197115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.437458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520716d8-b5dd-4514-809c-0478cd2a143f req-e608a16b-83f5-42f7-982a-32a8619372e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:20.438953 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-e608a16b-83f5-42f7-982a-32a8619372e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2945726 Mar 23 19:30:20.448543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.450198 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4560330 Mar 23 19:30:20.453273 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46786) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:20.457801 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'a3bcfee6-e2ed-43f0-97f0-82c2c41383e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:20.461458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33de4e-ddf4-4760-bfde-a5f109b3d015 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:20.485912 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.532609 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.536373 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.540344 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-41106b94-0729-47a5-96b7-7ff218920e83 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872500 Mar 23 19:30:20.554879 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d850af-963a-4f2b-bf6f-d4ff92d6f531,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:20.562519 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.566568 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-196844f4-ed4c-4c6f-aba7-57f86ce87381 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093874 Mar 23 19:30:20.566791 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46788) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:20.571223 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'a3bcfee6-e2ed-43f0-97f0-82c2c41383e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:20.596946 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.640126 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-520716d8-b5dd-4514-809c-0478cd2a143f req-d2286d71-5eaa-44c7-85ff-94e12a9033b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927174 Mar 23 19:30:20.657269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.660863 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.680477 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c1f0f7-8ad3-4366-8b0a-b9b73655c1f7,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:20.686142 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.687333 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3d05c4b6-bbab-49e1-bb5d-182b85728308 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196210 Mar 23 19:30:20.690600 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46792) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:20.694913 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:20.739849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.780427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8c743-01c7-499b-bd7f-75551a4e12f4 req-64ec504b-9e04-404a-bad0-56cd8af6916f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:20.781965 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70f8c743-01c7-499b-bd7f-75551a4e12f4 req-64ec504b-9e04-404a-bad0-56cd8af6916f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0736058 Mar 23 19:30:20.853985 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-70f8c743-01c7-499b-bd7f-75551a4e12f4 req-f969938d-88e1-4a86-859b-d09301c43207 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652466 Mar 23 19:30:20.883297 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:20.991834 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.27.3.231 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/67ded92d-a352-42f6-b907-8e590102afe3) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:21.006943 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ca4d-4f47-4fc2-8e4c-e911f108e5e3 req-7dc6c4f4-67c0-4be8-a586-ecb033954c65 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:21.008455 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-be88ca4d-4f47-4fc2-8e4c-e911f108e5e3 req-7dc6c4f4-67c0-4be8-a586-ecb033954c65 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0538177 Mar 23 19:30:21.047790 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-be88ca4d-4f47-4fc2-8e4c-e911f108e5e3 req-11f729c3-8644-4dbd-9345-234dd1a3be0c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332222 Mar 23 19:30:21.093935 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.126572 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.165907 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:21.168653 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:21.172067 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:21.197329 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=67ded92d-a352-42f6-b907-8e590102afe3,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:21.259082 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.291139 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.435432 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.440066 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.508442 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=67ded92d-a352-42f6-b907-8e590102afe3,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:21.518423 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.533647 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.534862 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ecee7bbb-0fc5-4c56-817f-208e9aee5664 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8432851 Mar 23 19:30:21.604718 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602608-9e98-46be-8982-1c921cc41d93 req-ddabf4ef-8744-49e9-9ca1-5af4ab5f217f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:21.606218 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7602608-9e98-46be-8982-1c921cc41d93 req-ddabf4ef-8744-49e9-9ca1-5af4ab5f217f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Mar 23 19:30:21.673498 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-166754af-d5fb-4e63-ac64-e9b9937b4f1e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1166660106&fields=id&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 267 time: 0.0358179 Mar 23 19:30:21.705924 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port 83190d8e-6993-41c4-8661-5701e9b67796 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:21.706271 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.777910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-af1d6879-6f41-4ece-8151-2a8eb274c644 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:21.779450 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-af1d6879-6f41-4ece-8151-2a8eb274c644 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.0987718 Mar 23 19:30:21.794159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] For port 83190d8e-6993-41c4-8661-5701e9b67796, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=83190d8e-6993-41c4-8661-5701e9b67796,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:21.794535 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.794706 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-8c85a460-0686-4849-ab52-98bba42617af tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/quotas/e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 375 time: 0.0091155 Mar 23 19:30:21.849878 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-2b06912f-7075-4cbb-b790-60c3e13bdb6e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502660 Mar 23 19:30:21.995409 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.995809 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:21.996132 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP cc199907-0a12-4ae2-bf9d-c5ccd45aac54 disassociated. External IP: 172.27.3.213, port: 83190d8e-6993-41c4-8661-5701e9b67796. Mar 23 19:30:21.996477 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for 83190d8e-6993-41c4-8661-5701e9b67796 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:22.015853 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b8d47-920e-416d-a94d-652be4f0e669 req-875c1d35-5a2a-4b61-86b7-fce92e69e33f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:22.017384 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-318b8d47-920e-416d-a94d-652be4f0e669 req-875c1d35-5a2a-4b61-86b7-fce92e69e33f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 945 time: 0.0748539 Mar 23 19:30:22.039086 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-bdef42b3-9ed4-4e61-b67f-7240a24f0502 service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766696 Mar 23 19:30:22.100983 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-318b8d47-920e-416d-a94d-652be4f0e669 req-79b69b34-85e4-4cbd-a7e3-f20b14627bc4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515661 Mar 23 19:30:22.133287 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-1c4cd218-1373-49bb-987f-6d02a490eb0f service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Mar 23 19:30:22.203884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:22.247746 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=83190d8e-6993-41c4-8661-5701e9b67796,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:22.266056 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39287f-b787-49b5-9019-d4346c58528f req-992a6513-174c-4305-ba27-c134c8e7660a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:22.267582 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ab39287f-b787-49b5-9019-d4346c58528f req-992a6513-174c-4305-ba27-c134c8e7660a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0989192 Mar 23 19:30:22.300924 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4765bf02-0dd5-4565-885e-a1813ce376dd req-59c9d07a-e4c9-4620-b745-d372c12cae8f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Mar 23 19:30:22.376212 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ab39287f-b787-49b5-9019-d4346c58528f req-041a5a06-917b-4956-b4f1-d18e0467e1a3 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722749 Mar 23 19:30:22.402886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:22.511281 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:22.520894 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:22.532199 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:22.532756 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:22.552512 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] No DVR routers for this DVR port 83190d8e-6993-41c4-8661-5701e9b67796 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:30:22.555964 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:22.559328 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e7602608-9e98-46be-8982-1c921cc41d93 req-a76c87d1-fb19-472e-9be9-7fec1971091a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "DELETE /v2.0/ports/83190d8e-6993-41c4-8661-5701e9b67796 HTTP/1.1" status: 204 len: 173 time: 0.9438448 Mar 23 19:30:22.559790 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'name': 'network-vif-deleted', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:22.569559 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd669904-bf99-4f82-accd-cc0343669dda" -d '{"events": [{"server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "name": "network-vif-deleted", "tag": "83190d8e-6993-41c4-8661-5701e9b67796"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:22.607900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce70b7b-5153-432d-99e1-2a05743781eb x-openstack-request-id: req-9ce70b7b-5153-432d-99e1-2a05743781eb {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:22.608197 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96907c5d-47d6-4efb-a8d1-034b9da80531", "name": "network-vif-deleted", "tag": "83190d8e-6993-41c4-8661-5701e9b67796", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:22.608455 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ce70b7b-5153-432d-99e1-2a05743781eb {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:22.608884 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96907c5d-47d6-4efb-a8d1-034b9da80531', 'name': 'network-vif-deleted', 'tag': '83190d8e-6993-41c4-8661-5701e9b67796', 'status': 'completed', 'code': 200} Mar 23 19:30:22.793530 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:23.006764 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:23.032964 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:23.041010 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:23.041614 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:23.144374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:23.210530 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dc7e74b8-4587-4678-b000-5956d44bd3bd req-e8c57418-033c-4760-be18-245755a71758 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=96907c5d-47d6-4efb-a8d1-034b9da80531 HTTP/1.1" status: 200 len: 210 time: 0.0288188 Mar 23 19:30:23.374498 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:23.403825 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef212c44-bd1f-4165-80e3-3c45a176db0d None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:23.409590 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d7fda2d1-6b23-460c-a97d-d45c21524a17 req-bec4fc1b-00f3-4b24-a9d7-733b1060d814 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Mar 23 19:30:23.516985 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38256af3-86c9-4ae9-9a5d-b6974982128e req-1f5facb7-432d-4895-a9dc-218811409daf tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:23.518446 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38256af3-86c9-4ae9-9a5d-b6974982128e req-1f5facb7-432d-4895-a9dc-218811409daf tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0506876 Mar 23 19:30:23.560050 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-38256af3-86c9-4ae9-9a5d-b6974982128e req-3e82b591-60e2-4ff1-af21-03ea0a35cb6c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353885 Mar 23 19:30:23.641030 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe8176-f9b0-4b61-b5dc-b3cbe245ed53 None None] New status for floating IP cc199907-0a12-4ae2-bf9d-c5ccd45aac54: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:23.874927 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-c80aadcb-a115-432d-8d1a-c9984709b1a5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:23.876343 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-c80aadcb-a115-432d-8d1a-c9984709b1a5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.1057980 Mar 23 19:30:23.923644 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-e33790b1-9a7d-47f7-8427-15db04b5b511 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 380 time: 0.0354636 Mar 23 19:30:23.938421 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'port': {'device_id': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'admin_state_up': True, 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'security_groups': ['a3bcfee6-e2ed-43f0-97f0-82c2c41383e7']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:23.968977 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 83190d8e-6993-41c4-8661-5701e9b67796 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:30:23.989529 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 83190d8e-6993-41c4-8661-5701e9b67796 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:30:23.989882 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 83190d8e-6993-41c4-8661-5701e9b67796 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:30:24.050022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:30:24.053603 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.177875 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.20.0.4 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/ca041ad7-0d9e-4153-958e-dcf6a3b0aafc) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:24.327056 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.365414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.412661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:24.415920 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:24.419561 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:24.447773 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:24.491846 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:24.492401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.514069 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-a39fe0a1-43ca-438f-85e1-adf8527a3cf6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486665440&fields=id&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 267 time: 0.0672584 Mar 23 19:30:24.524045 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-051b3db1-0971-462b-b1cc-0cd68beb4767 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892003 Mar 23 19:30:24.529589 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37145be-29c8-437c-a753-4a2dcb7f7d44 req-e7d94d51-43ae-4a47-9373-1c38ab32d62a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:24.531330 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e37145be-29c8-437c-a753-4a2dcb7f7d44 req-e7d94d51-43ae-4a47-9373-1c38ab32d62a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 931 time: 0.0544560 Mar 23 19:30:24.539905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Request body: {'port': {'device_id': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:24.575138 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e37145be-29c8-437c-a753-4a2dcb7f7d44 req-7bf2c18e-4f07-4c7f-8a99-91f2d92db495 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365791 Mar 23 19:30:24.660079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.678533 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-a1ef2f03-8e57-4f83-b523-2a53a956ec8b None None] Provisioning complete for port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:24.679098 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2f03-8e57-4f83-b523-2a53a956ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:24.693271 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54994ac-f098-4536-a1f7-4ce1c21a5cd5 req-43c837f2-b0e3-4796-acdc-ad476f6d79bc tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:24.694748 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b54994ac-f098-4536-a1f7-4ce1c21a5cd5 req-43c837f2-b0e3-4796-acdc-ad476f6d79bc tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0525804 Mar 23 19:30:24.715232 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-96453794-7787-422a-ac80-11ac6ae0570a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:24.716721 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-96453794-7787-422a-ac80-11ac6ae0570a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1917744 Mar 23 19:30:24.723395 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef2f03-8e57-4f83-b523-2a53a956ec8b None None] Port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:30:24.738898 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-23408fdf-bda1-4955-b7de-7ed0e1d83f07 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/quotas/32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 375 time: 0.0153551 Mar 23 19:30:24.741783 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b54994ac-f098-4536-a1f7-4ce1c21a5cd5 req-419ba066-3e1b-436a-8f21-d6bdf37192d8 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400524 Mar 23 19:30:24.864046 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ef57fe56-4081-4082-a779-98d453420b6b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1188266 Mar 23 19:30:25.051638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca041ad7-0d9e-4153-958e-dcf6a3b0aafc {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:25.061868 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:25.084747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Transition to ACTIVE for port object ca041ad7-0d9e-4153-958e-dcf6a3b0aafc will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:30:25.088561 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-322cda99-b168-455c-8620-b1202dd752d5 service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866741 Mar 23 19:30:25.089622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:25.202089 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Pushing event updated for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:25.265631 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2ea1ca18-44b6-4f93-8346-e206e44f314b service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522517 Mar 23 19:30:25.293599 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Attempting to bind port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:30:25.293933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Attempting to bind port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:30:25.294259 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Attempting to bind port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:25.298706 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc on network d7852928-7407-4b03-85a4-ac35aaeae76e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:30:25.299025 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Attempting to bind port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:25.303944 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:30:25.304220 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:30:25.304600 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:30:25.305104 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Bound port: ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:30:25.305458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:25.369727 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:30:25.372835 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:30:25.377345 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:25.418945 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.419627 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:25.421015 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] 10.222.0.42 "PUT /v2.0/ports/ca041ad7-0d9e-4153-958e-dcf6a3b0aafc HTTP/1.1" status: 200 len: 1093 time: 0.8869507 Mar 23 19:30:25.421479 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:25.423684 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352a4d32-7007-46f6-988d-e54a829239da" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:25.443545 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d7dbe-5446-4079-8711-1386e7f2e89b service neutron] Pushing event updated for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:25.477984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1013425-6452-4b05-932b-95ecb8dfa3ce x-openstack-request-id: req-c1013425-6452-4b05-932b-95ecb8dfa3ce {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:25.478281 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:25.478533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1013425-6452-4b05-932b-95ecb8dfa3ce {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:25.478921 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'status': 'completed', 'code': 200} Mar 23 19:30:25.515177 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-527e86b1-920f-495e-96b4-a6eaa2eddb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.516949 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-527e86b1-920f-495e-96b4-a6eaa2eddb83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 1096 time: 0.0494454 Mar 23 19:30:25.566541 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-0d7c2fe7-31c4-4bc9-ab6f-82aec8b9dfbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc HTTP/1.1" status: 200 len: 217 time: 0.0378156 Mar 23 19:30:25.603743 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d06c2d18-a00f-4d34-8ad3-c978bd01657d req-78003b16-f4c5-4ca1-82fb-1f94d4d6e705 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 210 time: 0.0308137 Mar 23 19:30:25.651197 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-69c21e44-ab42-4db1-b0af-e8754d82f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.653412 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-69c21e44-ab42-4db1-b0af-e8754d82f92a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0746398 Mar 23 19:30:25.727112 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66738-d607-4087-8686-47c2ec4697be req-b84caeb0-d2ec-4e6b-978a-a5605d06e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.728705 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-b84caeb0-d2ec-4e6b-978a-a5605d06e7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663037 Mar 23 19:30:25.743861 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dccd21-833a-4087-aa9a-4c553a34e8aa req-cdf0054c-43cd-4c9f-9d71-905090c855a9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.745471 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9dccd21-833a-4087-aa9a-4c553a34e8aa req-cdf0054c-43cd-4c9f-9d71-905090c855a9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 943 time: 0.0749412 Mar 23 19:30:25.839023 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a9dccd21-833a-4087-aa9a-4c553a34e8aa req-f5ae549b-aeb4-4f3e-9b70-dda263af84ed tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847371 Mar 23 19:30:25.863337 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-b4d015de-61bf-4ac3-9684-73c9ed04ee8b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162710 Mar 23 19:30:25.880322 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5a9f8-d55d-4b42-ac65-1ec9aa19b925 req-892f8cf9-f92c-4759-95b0-392a6f174a6a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:25.882080 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88a5a9f8-d55d-4b42-ac65-1ec9aa19b925 req-892f8cf9-f92c-4759-95b0-392a6f174a6a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0642502 Mar 23 19:30:25.927337 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-88a5a9f8-d55d-4b42-ac65-1ec9aa19b925 req-62474fad-a82e-435b-a5fe-1a6eb6c408d6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390241 Mar 23 19:30:25.971317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-16d66738-d607-4087-8686-47c2ec4697be req-82f4325d-a92b-4168-9353-992471a75f4b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999937 Mar 23 19:30:26.077217 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4d32-7007-46f6-988d-e54a829239da req-63e5289a-27e1-40a9-a810-2993ec6cff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.078727 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-63e5289a-27e1-40a9-a810-2993ec6cff4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 1096 time: 0.0432870 Mar 23 19:30:26.175905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4d32-7007-46f6-988d-e54a829239da req-3f4b1a82-827d-40b3-aeaa-02daf3fbf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.177320 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-3f4b1a82-827d-40b3-aeaa-02daf3fbf25d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0916140 Mar 23 19:30:26.221888 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-ac7617b7-6c51-4bf2-a950-14b3d429ff9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc HTTP/1.1" status: 200 len: 217 time: 0.0376115 Mar 23 19:30:26.272720 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4d32-7007-46f6-988d-e54a829239da req-afba6e99-6dfb-4ac1-86f1-069ec6116610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.274232 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-afba6e99-6dfb-4ac1-86f1-069ec6116610 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0452602 Mar 23 19:30:26.328326 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a4d32-7007-46f6-988d-e54a829239da req-898d2bae-b1eb-40f5-a6ce-757a35e775e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.329866 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-898d2bae-b1eb-40f5-a6ce-757a35e775e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488260 Mar 23 19:30:26.429441 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-4653f24d-10f7-49cf-99f8-1f1d68884152 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851362 Mar 23 19:30:26.517982 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-352a4d32-7007-46f6-988d-e54a829239da req-86328bac-dd10-44e2-863b-8c42bdc7dc1d service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814190 Mar 23 19:30:26.738617 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ecfcd6c-3fec-45df-9c7b-778ba359ffb4 req-b723d612-9f6d-465f-beb5-1081b69f05fe tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 210 time: 0.0527132 Mar 23 19:30:26.778017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-534909c4-f0ff-4991-a912-dee67052b7d7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.779449 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-534909c4-f0ff-4991-a912-dee67052b7d7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1354716 Mar 23 19:30:26.830372 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-106f3a85-a584-496d-8125-23822443de85 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 379 time: 0.0333719 Mar 23 19:30:26.841441 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'port': {'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'admin_state_up': True, 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'security_groups': ['55415f5e-ee09-49d1-97ed-a91f09dcf6ab']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:26.960336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Made reservation on behalf of 32b5ecca640545eb8507d2877cd2d48c for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:30:26.965610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:26.966594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef662a2b-cdfb-47d7-a3bb-754a81054826 req-dcbb6036-c0b1-4b01-9c36-bdc8d03145db tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:26.968322 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef662a2b-cdfb-47d7-a3bb-754a81054826 req-dcbb6036-c0b1-4b01-9c36-bdc8d03145db tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 943 time: 0.0513349 Mar 23 19:30:27.012005 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef662a2b-cdfb-47d7-a3bb-754a81054826 req-90ced77f-aca3-4ef7-95e6-7b141148f7e7 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Mar 23 19:30:27.349637 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a3b8-6b2d-4f23-8f72-99962a65902f req-3c1eb56a-74e3-49d4-a047-af3823affccd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:27.351119 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b198a3b8-6b2d-4f23-8f72-99962a65902f req-3c1eb56a-74e3-49d4-a047-af3823affccd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.3513453 Mar 23 19:30:27.399702 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.20.0.4 (1faf4fc1-dbc8-4707-959f-90c24f33794a/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c/9d0881cc-acf1-42ec-a3de-d444f4215b9a) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:27.414033 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b198a3b8-6b2d-4f23-8f72-99962a65902f req-08e073c5-4a69-4db1-9430-024d4d78e491 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557024 Mar 23 19:30:27.546610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:27.581009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:27.624249 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:27.627478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:27.631026 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:27.637658 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:27.683085 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:27.684447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:27.701784 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-ebd3da05-b4b2-4642-b103-e1861ee77a95 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645847 Mar 23 19:30:27.714940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Request body: {'port': {'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:27.774696 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:27.853185 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5023afa-31cb-49d0-a5eb-70fa68ddfe8f req-982838b8-5514-455d-b99b-1093649615c5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:27.854658 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d5023afa-31cb-49d0-a5eb-70fa68ddfe8f req-982838b8-5514-455d-b99b-1093649615c5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 931 time: 0.0493605 Mar 23 19:30:27.897462 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d5023afa-31cb-49d0-a5eb-70fa68ddfe8f req-05456432-fc42-4afc-ab05-a1fef8931ab4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Mar 23 19:30:27.909258 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-3fd5db8c-1b0f-4fa5-a7d1-520390fc7c6e None None] Provisioning complete for port 9d0881cc-acf1-42ec-a3de-d444f4215b9a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:27.909760 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3fd5db8c-1b0f-4fa5-a7d1-520390fc7c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:27.944743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5db8c-1b0f-4fa5-a7d1-520390fc7c6e None None] Port 9d0881cc-acf1-42ec-a3de-d444f4215b9a cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:30:28.035048 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0881cc-acf1-42ec-a3de-d444f4215b9a {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:28.042549 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:28.054787 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Transition to ACTIVE for port object 9d0881cc-acf1-42ec-a3de-d444f4215b9a will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:30:28.058277 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:28.141769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:28.192756 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871df06-ac23-4e84-b4fc-af183c776c54 req-d64cbe23-084c-4afb-9693-8d9a8be12b15 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.194322 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3871df06-ac23-4e84-b4fc-af183c776c54 req-d64cbe23-084c-4afb-9693-8d9a8be12b15 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 943 time: 0.1104083 Mar 23 19:30:28.245062 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Attempting to bind port 9d0881cc-acf1-42ec-a3de-d444f4215b9a on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:30:28.245401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Attempting to bind port 9d0881cc-acf1-42ec-a3de-d444f4215b9a by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:30:28.245768 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Attempting to bind port 9d0881cc-acf1-42ec-a3de-d444f4215b9a on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:28.254467 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3871df06-ac23-4e84-b4fc-af183c776c54 req-f4409cd8-2ce6-4188-ae07-d5df88c02c2f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534585 Mar 23 19:30:28.254923 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Port 9d0881cc-acf1-42ec-a3de-d444f4215b9a on network 1faf4fc1-dbc8-4707-959f-90c24f33794a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:30:28.255245 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Attempting to bind port 9d0881cc-acf1-42ec-a3de-d444f4215b9a on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:28.261053 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:30:28.261462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:30:28.261860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Bound using segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:30:28.262292 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Bound port: 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:30:28.262652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:28.341177 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:30:28.344112 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:30:28.348554 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:28.384604 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.385245 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:28.386675 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 1093 time: 0.6761625 Mar 23 19:30:28.387110 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:28.389407 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:28.429921 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a20f6-412a-48d7-bf40-2d5ed9afe379 x-openstack-request-id: req-823a20f6-412a-48d7-bf40-2d5ed9afe379 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:28.430212 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:28.430460 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-823a20f6-412a-48d7-bf40-2d5ed9afe379 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:28.430852 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'status': 'completed', 'code': 200} Mar 23 19:30:28.438740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531a043-71ce-40a3-aa17-093d91b13f76 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:28.479525 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-d921c65c-50b4-480f-9dc1-c9c9db9050ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.481834 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-d921c65c-50b4-480f-9dc1-c9c9db9050ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1096 time: 0.0536451 Mar 23 19:30:28.551879 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-61c59cfa-aa34-45be-b7da-199a06f7acbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 217 time: 0.0605009 Mar 23 19:30:28.607429 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd876-1cd9-4c22-bd22-0507c0955651 req-51348314-6231-4902-b176-d07ca9f005ea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.608935 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ccdd876-1cd9-4c22-bd22-0507c0955651 req-51348314-6231-4902-b176-d07ca9f005ea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.1165395 Mar 23 19:30:28.624173 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-7d58e8f6-4137-4470-9391-48c295ad5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.625578 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-7d58e8f6-4137-4470-9391-48c295ad5b47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0646610 Mar 23 19:30:28.686282 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ccdd876-1cd9-4c22-bd22-0507c0955651 req-68e13e0c-bcf8-423a-884e-7eeddd7916b2 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711603 Mar 23 19:30:28.699723 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-fb1c1082-2d66-4e99-ab99-3fa10f10d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.701602 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-fb1c1082-2d66-4e99-ab99-3fa10f10d7f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647008 Mar 23 19:30:28.803717 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-f643590d-40f5-4115-81ad-3c04530a74fe service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842648 Mar 23 19:30:28.896023 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-74e0ea6c-515d-459b-8345-8aecb1433af8 req-8a6166a0-68d6-4c3d-96d6-61d3a9397b7a service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837729 Mar 23 19:30:28.987343 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-74fead6b-4e47-4493-aa53-f18809643503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:28.988727 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-74fead6b-4e47-4493-aa53-f18809643503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1096 time: 0.0426722 Mar 23 19:30:29.013340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8cd65-5283-4faa-84a0-704d8d36efcd req-506a9e60-7797-4643-8f25-72aa239cf917 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.014813 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fe8cd65-5283-4faa-84a0-704d8d36efcd req-506a9e60-7797-4643-8f25-72aa239cf917 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0492771 Mar 23 19:30:29.052404 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fe8cd65-5283-4faa-84a0-704d8d36efcd req-f35154e7-de48-4224-97c3-0de942fac7ac tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Mar 23 19:30:29.086900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-8d174f85-4cc6-4ea5-8360-6c3c131cc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.088371 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-8d174f85-4cc6-4ea5-8360-6c3c131cc928 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0917277 Mar 23 19:30:29.132270 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-64ed03cd-b89e-404f-9778-fa72876abdba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 217 time: 0.0362632 Mar 23 19:30:29.179657 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-21cb7589-519f-4f93-bb8e-f9f899532984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.181080 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-21cb7589-519f-4f93-bb8e-f9f899532984 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0414393 Mar 23 19:30:29.225646 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-788e2d81-20ee-4e08-b4ac-f52f54383301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.227072 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-788e2d81-20ee-4e08-b4ac-f52f54383301 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385375 Mar 23 19:30:29.319195 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-f969c91f-d512-415d-9fc6-14e38cf35ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846033 Mar 23 19:30:29.421652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46de7a-ae0a-4059-a77e-f5341966912a req-002613d8-7379-44cf-b744-69c87f720bf6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.426652 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cc46de7a-ae0a-4059-a77e-f5341966912a req-002613d8-7379-44cf-b744-69c87f720bf6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 943 time: 0.1013939 Mar 23 19:30:29.462809 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c9d45c-b71e-4b3c-a2cb-32f9ccb65f5d req-6aa130bf-870a-407c-bdd5-e8611d925784 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311748 Mar 23 19:30:29.474854 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cc46de7a-ae0a-4059-a77e-f5341966912a req-c2acdf16-7a9b-463f-9600-93ee891f97c6 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 Mar 23 19:30:29.797765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbf393-119d-43a5-9512-b6ac57ee063c req-a72e7fa8-cc14-457a-b992-e6b40dd9caea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:29.799271 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-94bbf393-119d-43a5-9512-b6ac57ee063c req-a72e7fa8-cc14-457a-b992-e6b40dd9caea tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0471003 Mar 23 19:30:29.841890 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-94bbf393-119d-43a5-9512-b6ac57ee063c req-6c779337-27f9-44c9-ad5d-acf2e79a0b05 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364780 Mar 23 19:30:29.967097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ca041ad7-0d9e-4153-958e-dcf6a3b0aafc details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:30:30.061267 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:30.072130 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'port_id': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'mac_address': 'fa:16:3e:c7:cf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:30:30.109776 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:30.126547 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca041ad7-0d9e-4153-958e-dcf6a3b0aafc {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:30.145018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:30.149047 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:30.165511 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f38950-2d5e-4159-890b-7324d67dfa0c req-db2cb39b-9166-4ea3-84a4-bf2d322841fa tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:30.166985 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-45f38950-2d5e-4159-890b-7324d67dfa0c req-db2cb39b-9166-4ea3-84a4-bf2d322841fa tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0489750 Mar 23 19:30:30.195578 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:30.202585 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.203293 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.203414 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.203722 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.204062 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.204402 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.204733 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.205093 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.205207 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-45f38950-2d5e-4159-890b-7324d67dfa0c req-690adfd5-0d56-46b4-987a-475443cdcb0d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316482 Mar 23 19:30:30.205446 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.205781 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.206108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.206433 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:30:30.572163 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:30:30.592848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee519ce-9c0b-4575-b48e-cc0666b18cf6 req-898b5c3a-55b8-4a81-955c-2b49a1ee4be4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:30.594367 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dee519ce-9c0b-4575-b48e-cc0666b18cf6 req-898b5c3a-55b8-4a81-955c-2b49a1ee4be4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 944 time: 0.0518377 Mar 23 19:30:30.635372 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dee519ce-9c0b-4575-b48e-cc0666b18cf6 req-639915a5-9823-434d-81af-8bcefdfcf82a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Mar 23 19:30:30.955432 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4b441-34fa-42da-bc7e-4dd25c11c41a req-cf4d53fa-ef03-4041-b894-ec07daea79dd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:30.957038 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43a4b441-34fa-42da-bc7e-4dd25c11c41a req-cf4d53fa-ef03-4041-b894-ec07daea79dd tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0488856 Mar 23 19:30:30.995849 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43a4b441-34fa-42da-bc7e-4dd25c11c41a req-63354a09-4f82-4942-a147-db32fbf339ec tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328214 Mar 23 19:30:31.320124 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88088-062a-4e52-8289-55a73091dec7 req-0dbc2aea-1af7-4caa-9e1e-687a80c309fd tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:31.321630 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39c88088-062a-4e52-8289-55a73091dec7 req-0dbc2aea-1af7-4caa-9e1e-687a80c309fd tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0486178 Mar 23 19:30:31.357588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-39c88088-062a-4e52-8289-55a73091dec7 req-fa2a4cc2-4aaf-4aad-879a-d44a5e9deaff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295763 Mar 23 19:30:31.751454 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd43d5-e0e3-4322-abcb-378cef7b68c2 req-e9702eb8-9877-41be-a7da-e651fa977ba1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:31.752985 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a8fd43d5-e0e3-4322-abcb-378cef7b68c2 req-e9702eb8-9877-41be-a7da-e651fa977ba1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 944 time: 0.0497210 Mar 23 19:30:31.794590 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a8fd43d5-e0e3-4322-abcb-378cef7b68c2 req-fc07ae08-cb24-4469-8d7f-b0e682d1cf9f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356417 Mar 23 19:30:31.939178 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d54f55-89ba-4b10-b9e9-52429ed2ad59 req-4a30639b-71a5-406b-a483-f5d24d983015 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:31.940854 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-49d54f55-89ba-4b10-b9e9-52429ed2ad59 req-4a30639b-71a5-406b-a483-f5d24d983015 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Mar 23 19:30:31.978923 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-49d54f55-89ba-4b10-b9e9-52429ed2ad59 req-0bc62427-4455-4504-b2d1-04f39fd5d4a6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Mar 23 19:30:31.984731 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ca041ad7-0d9e-4153-958e-dcf6a3b0aafc up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:30:32.032626 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:30:32.036754 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:32.037159 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:32.114785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:32.121801 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a587c-0005-40e0-9bb9-253faa59fe89 req-041ced3a-7bfc-4a3c-b801-88a679663399 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:32.123291 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e62a587c-0005-40e0-9bb9-253faa59fe89 req-041ced3a-7bfc-4a3c-b801-88a679663399 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0560260 Mar 23 19:30:32.140690 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:32.143019 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa864115-6fb7-44c3-8802-6d0fb4d05510" -d '{"events": [{"server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "name": "network-vif-plugged", "status": "completed", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:32.162344 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:32.165296 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e62a587c-0005-40e0-9bb9-253faa59fe89 req-1ec0c561-165a-4477-9c7f-1375dbfb60b2 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357370 Mar 23 19:30:32.170591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:32.223576 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:32.249241 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefcc361-b7c5-4a31-90c2-87f115405644 x-openstack-request-id: req-eefcc361-b7c5-4a31-90c2-87f115405644 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:32.249578 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "name": "network-vif-plugged", "status": "completed", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:32.249834 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eefcc361-b7c5-4a31-90c2-87f115405644 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:32.250227 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'code': 200} Mar 23 19:30:32.453640 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cc730-ca39-4c89-8dff-26696d5f1ab8 req-80ad1123-6319-4b9c-96b6-81d4963ab0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:32.455035 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b00cc730-ca39-4c89-8dff-26696d5f1ab8 req-80ad1123-6319-4b9c-96b6-81d4963ab0bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 1098 time: 0.0636153 Mar 23 19:30:32.484734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60216469-564f-4d2c-90b2-729ccb978572 req-f293fb4a-f74a-4037-8083-c235cb391041 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:32.486136 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-60216469-564f-4d2c-90b2-729ccb978572 req-f293fb4a-f74a-4037-8083-c235cb391041 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0637701 Mar 23 19:30:32.514344 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b00cc730-ca39-4c89-8dff-26696d5f1ab8 req-48820219-7f5c-41e3-ba85-288415ffccac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503376 Mar 23 19:30:32.532491 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-60216469-564f-4d2c-90b2-729ccb978572 req-dd7b0477-76a3-40a9-b968-be22f3aa872d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Mar 23 19:30:32.909633 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd37e94-ec25-4875-9080-41f2a48ac8bd req-b6c23fbd-76ee-4e64-8f83-9b1fd23ca940 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:32.911129 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ffd37e94-ec25-4875-9080-41f2a48ac8bd req-b6c23fbd-76ee-4e64-8f83-9b1fd23ca940 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Mar 23 19:30:32.950253 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ffd37e94-ec25-4875-9080-41f2a48ac8bd req-6d62bb38-f19d-4b96-b72e-3328ff3730e2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307276 Mar 23 19:30:33.102076 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42ea8-c3d2-43d6-bdb0-7b410ff92feb req-74ffae77-6096-41a6-a9ac-750554b2564b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:33.103564 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-79a42ea8-c3d2-43d6-bdb0-7b410ff92feb req-74ffae77-6096-41a6-a9ac-750554b2564b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0548117 Mar 23 19:30:33.140810 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-79a42ea8-c3d2-43d6-bdb0-7b410ff92feb req-38ae1689-7d84-471a-b142-b4d6b8f48909 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Mar 23 19:30:33.278122 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6471d1-8c80-4a8e-8b09-d953c749418b req-48febe38-a053-4e2e-9508-0b2d66216ff6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:33.279580 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2f6471d1-8c80-4a8e-8b09-d953c749418b req-48febe38-a053-4e2e-9508-0b2d66216ff6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0479152 Mar 23 19:30:33.320230 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2f6471d1-8c80-4a8e-8b09-d953c749418b req-5e117a8e-e444-40da-862a-a1540828173a tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346763 Mar 23 19:30:33.646920 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715893a5-9b7f-42a3-bd73-50e87c13c402 req-f0f1b531-1cc5-42f4-b7f1-491f52d32774 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:33.648381 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-715893a5-9b7f-42a3-bd73-50e87c13c402 req-f0f1b531-1cc5-42f4-b7f1-491f52d32774 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0475376 Mar 23 19:30:33.685804 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-715893a5-9b7f-42a3-bd73-50e87c13c402 req-bdc519c3-8a69-4847-9c92-00941dd30baa tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Mar 23 19:30:34.070402 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40bc53-2648-49cf-8b52-4f7c5c9f386d req-76b7b7dc-9439-45d9-b5ff-c1228f66d307 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:34.071900 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a40bc53-2648-49cf-8b52-4f7c5c9f386d req-76b7b7dc-9439-45d9-b5ff-c1228f66d307 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0505457 Mar 23 19:30:34.109084 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1a40bc53-2648-49cf-8b52-4f7c5c9f386d req-494e3cdd-3be0-47c8-a91c-ad8116bf8bfb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306110 Mar 23 19:30:34.279456 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b91ac5-6ad3-459e-af36-db685e64977f req-6fc4c0f1-3a07-4236-ad4f-22837a7af985 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:34.280929 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-15b91ac5-6ad3-459e-af36-db685e64977f req-6fc4c0f1-3a07-4236-ad4f-22837a7af985 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0804408 Mar 23 19:30:34.292605 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95877064-20fd-4a49-b2b8-6d365c06e520 req-7f8e9844-10a0-40c5-aa00-f9f6c0aed29e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:34.294111 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95877064-20fd-4a49-b2b8-6d365c06e520 req-7f8e9844-10a0-40c5-aa00-f9f6c0aed29e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 946 time: 0.0676794 Mar 23 19:30:34.381552 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95877064-20fd-4a49-b2b8-6d365c06e520 req-418e6734-824c-489f-82f1-e00c8f6bb520 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a9ef321-8a10-4b53-842e-3ac37fc2221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805495 Mar 23 19:30:34.410264 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Deleting port ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:34.410611 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:34.434095 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5bce-0148-4880-8378-f1725151dc15 req-260c5870-9ded-4657-92b3-1ed7ab64bbc5 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:34.435562 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-787b5bce-0148-4880-8378-f1725151dc15 req-260c5870-9ded-4657-92b3-1ed7ab64bbc5 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0493441 Mar 23 19:30:34.475989 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-787b5bce-0148-4880-8378-f1725151dc15 req-8cbe6a00-ed1f-493b-be83-7d53bb9088b0 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335047 Mar 23 19:30:34.501471 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] For port ea96ac82-011e-4596-adc5-d005a217bdbf, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ea96ac82-011e-4596-adc5-d005a217bdbf,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:34.501838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:34.665392 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:34.665680 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:34.665998 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Floating IP 271be70f-0c7d-4216-8e79-83890c9c81b6 disassociated. External IP: 172.27.3.4, port: ea96ac82-011e-4596-adc5-d005a217bdbf. Mar 23 19:30:34.666342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Calling delete_port for ea96ac82-011e-4596-adc5-d005a217bdbf owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:34.833942 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:34.845329 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165841c-b6b2-4122-8b07-51b46888f162 req-a78b37aa-99b7-4336-8fcf-b7cf23227ddb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:34.846816 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2165841c-b6b2-4122-8b07-51b46888f162 req-a78b37aa-99b7-4336-8fcf-b7cf23227ddb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0726125 Mar 23 19:30:34.877537 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'Port': ['ID=ea96ac82-011e-4596-adc5-d005a217bdbf,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:34.946240 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2165841c-b6b2-4122-8b07-51b46888f162 req-c6c01068-cc37-4c99-b323-87df8fbcc955 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762653 Mar 23 19:30:35.016181 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:35.123874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:35.137423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:35.148399 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:35.149091 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:35.172430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] No DVR routers for this DVR port ea96ac82-011e-4596-adc5-d005a217bdbf on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:30:35.175661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:35.180093 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-15b91ac5-6ad3-459e-af36-db685e64977f req-41c7a0d9-1fae-4a87-b236-60016d62089d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "DELETE /v2.0/ports/ea96ac82-011e-4596-adc5-d005a217bdbf HTTP/1.1" status: 204 len: 173 time: 0.8850865 Mar 23 19:30:35.180594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-deleted', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:35.184685 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f119e40-60c1-4e47-9892-fcead85f8ad1" -d '{"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-deleted", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:35.232604 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5343f9ce-d766-484f-b48d-7400de8a6882 x-openstack-request-id: req-5343f9ce-d766-484f-b48d-7400de8a6882 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:35.233027 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4", "name": "network-vif-deleted", "tag": "ea96ac82-011e-4596-adc5-d005a217bdbf", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:35.233257 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5343f9ce-d766-484f-b48d-7400de8a6882 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:35.234097 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4', 'name': 'network-vif-deleted', 'tag': 'ea96ac82-011e-4596-adc5-d005a217bdbf', 'status': 'completed', 'code': 200} Mar 23 19:30:35.271643 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca7061-aa15-4f89-ac2b-5f4a35f2238d req-6c1586dc-c2c2-4080-a162-ad28940e017f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:35.281438 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-12ca7061-aa15-4f89-ac2b-5f4a35f2238d req-6c1586dc-c2c2-4080-a162-ad28940e017f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0877547 Mar 23 19:30:35.296468 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:35.356537 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-12ca7061-aa15-4f89-ac2b-5f4a35f2238d req-8ece104b-1e29-4af0-96c3-86276ef6df7c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573869 Mar 23 19:30:35.510213 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-71339db5-8f51-4bbc-8a26-bc4c78f86c74 req-53ef116f-503f-4cee-bd24-73a31d88c2d7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a6b50d5-016b-42e6-8b82-0a2d3e28a2d4 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Mar 23 19:30:35.515613 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5976-93b1-46ed-981d-899883431f0f req-8794ac75-9fb8-42a6-827f-9ff4597278eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:35.517264 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7a8f5976-93b1-46ed-981d-899883431f0f req-8794ac75-9fb8-42a6-827f-9ff4597278eb tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0590332 Mar 23 19:30:35.525995 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 46972) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:35.531272 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'port_id': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:35.531738 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:35.566030 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:35.574878 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:35.575481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:35.580342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:35.680707 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:35.696753 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030d7f0-c6e4-4de1-82af-91974ac1af21 req-5584b936-16c7-4273-b6e9-8797e87bb3ab tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:35.701272 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2030d7f0-c6e4-4de1-82af-91974ac1af21 req-5584b936-16c7-4273-b6e9-8797e87bb3ab tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.1341763 Mar 23 19:30:35.798772 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2030d7f0-c6e4-4de1-82af-91974ac1af21 req-5673365d-2c80-4e0d-826c-ebd8b2acefe0 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926156 Mar 23 19:30:35.891434 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:35.917546 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefb7ce-486a-4e6f-bd59-09d72d40100f None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:36.008639 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 9d0881cc-acf1-42ec-a3de-d444f4215b9a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:30:36.078752 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8cae5-c368-4ac7-907f-03863a6d97e3 req-f1c15fcb-f14a-4ffb-b93c-9c0e896ff01b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:36.085215 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-26b8cae5-c368-4ac7-907f-03863a6d97e3 req-f1c15fcb-f14a-4ffb-b93c-9c0e896ff01b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 943 time: 0.0642214 Mar 23 19:30:36.126458 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-26b8cae5-c368-4ac7-907f-03863a6d97e3 req-0e8469aa-a6c6-45e9-aba2-f850dde4c2ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Mar 23 19:30:36.126782 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:36.140082 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:30:36.187545 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.203182 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0881cc-acf1-42ec-a3de-d444f4215b9a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:36.216920 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c143c3-2e80-4635-b3cd-564533e20452 None None] New status for floating IP 271be70f-0c7d-4216-8e79-83890c9c81b6: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:36.224817 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:36.229178 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.280481 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.db.resource_extend [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 19:30:36.284911 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:36.333956 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.338432 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.436950 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP fc534ad2-9bc0-4eb3-9735-d6cd789a7050 associated. External IP: 172.27.3.231, port: ca041ad7-0d9e-4153-958e-dcf6a3b0aafc. Mar 23 19:30:36.601046 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46980) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:36.650521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:36.660556 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.673463 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['9d0881cc-acf1-42ec-a3de-d444f4215b9a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:30:36.683303 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.739674 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.742345 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.744005 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "DELETE /v2.0/security-groups/3a9ef321-8a10-4b53-842e-3ac37fc2221b HTTP/1.1" status: 204 len: 168 time: 0.1405969 Mar 23 19:30:36.748886 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46982) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:36.765200 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe232e-dccc-453a-9f21-e88508ae5345 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ef321-8a10-4b53-842e-3ac37fc2221b,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:36.773747 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-9849062e-5835-4557-9622-d43ba8e3e131 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] show failed (client error): The resource could not be found. Mar 23 19:30:36.774799 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9849062e-5835-4557-9622-d43ba8e3e131 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups/3a9ef321-8a10-4b53-842e-3ac37fc2221b HTTP/1.1" status: 404 len: 347 time: 0.0250058 Mar 23 19:30:36.776648 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:36.778017 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46984) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:36.781512 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.799056 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:36.808224 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-3db499d0-ce67-4fc7-bd95-65b82077639e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "PUT /v2.0/floatingips/fc534ad2-9bc0-4eb3-9735-d6cd789a7050 HTTP/1.1" status: 200 len: 991 time: 1.2808833 Mar 23 19:30:36.837688 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:36.838418 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:36.911518 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Deleting port f56db284-ded5-42f7-83fd-e4dfc6571e4d {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:30:36.911871 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.928371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b89e-02ef-4709-80fa-fde0fc609f28 req-eda73eaa-569f-4123-b2a9-ee4eb0d345df tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:36.930266 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8749b89e-02ef-4709-80fa-fde0fc609f28 req-eda73eaa-569f-4123-b2a9-ee4eb0d345df tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0533679 Mar 23 19:30:36.984020 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8749b89e-02ef-4709-80fa-fde0fc609f28 req-4e802667-2da4-4b28-95d5-fb2e377cbc07 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&id=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460722 Mar 23 19:30:36.993451 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:36.993799 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.006928 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Calling delete_port for f56db284-ded5-42f7-83fd-e4dfc6571e4d owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:30:37.131578 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:37.145976 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.171458 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'Port': ['ID=f56db284-ded5-42f7-83fd-e4dfc6571e4d,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:37.236694 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:37.239490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d01f648-589f-49a5-8048-daaccdf9286c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:37.260776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.263913 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.268454 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-396e18e4-674b-435f-8c83-534fd08f2660 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "DELETE /v2.0/floatingips/271be70f-0c7d-4216-8e79-83890c9c81b6 HTTP/1.1" status: 204 len: 168 time: 0.4861240 Mar 23 19:30:37.283488 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdcf850-b468-45a3-a82a-69aebd4e5c36 x-openstack-request-id: req-7fdcf850-b468-45a3-a82a-69aebd4e5c36 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:37.283787 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:37.284029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fdcf850-b468-45a3-a82a-69aebd4e5c36 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:37.284475 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'status': 'completed', 'code': 200} Mar 23 19:30:37.297631 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a21a-ac09-4e3c-acb2-255cf040bb15 req-39c28933-80b1-4e0e-8083-5c7fa979e022 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:37.305906 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2299a21a-ac09-4e3c-acb2-255cf040bb15 req-39c28933-80b1-4e0e-8083-5c7fa979e022 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 944 time: 0.0871255 Mar 23 19:30:37.360179 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2299a21a-ac09-4e3c-acb2-255cf040bb15 req-3f979cf8-c8a0-4f19-bb3c-1cbe1e958bf7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475643 Mar 23 19:30:37.370188 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f648-589f-49a5-8048-daaccdf9286c req-ac4015ec-0baf-4a11-b422-3c2333154257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:37.372242 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-ac4015ec-0baf-4a11-b422-3c2333154257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 1098 time: 0.0555015 Mar 23 19:30:37.445219 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'fc534ad2-9bc0-4eb3-9735-d6cd789a7050', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:c7:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:21Z', 'updated_at': '2022-03-23T19:30:36Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:37.463530 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f648-589f-49a5-8048-daaccdf9286c req-d819a764-3604-4acf-a447-bdc250b77a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:37.465060 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-d819a764-3604-4acf-a447-bdc250b77a4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0856092 Mar 23 19:30:37.472163 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:37.481554 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:37.482154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:37.533506 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 46998) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:37.537978 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204748978', 'description': 'tempest-description--1441034290'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:37.541108 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-0801b9f0-ead2-4b77-ac52-126a17ebc72e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc HTTP/1.1" status: 200 len: 999 time: 0.0677347 Mar 23 19:30:37.559669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.593662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f648-589f-49a5-8048-daaccdf9286c req-a9153336-e20a-4c78-8172-52757e282ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:37.595207 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-a9153336-e20a-4c78-8172-52757e282ce7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0476160 Mar 23 19:30:37.598494 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:37.630735 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.635138 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.646035 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f648-589f-49a5-8048-daaccdf9286c req-fb3e3150-c231-44f4-9ef4-97a9af2267af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:37.647531 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-fb3e3150-c231-44f4-9ef4-97a9af2267af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448849 Mar 23 19:30:37.671232 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.675278 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1379592 Mar 23 19:30:37.675539 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47000) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:37.679944 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group_rule': {'security_group_id': '9035d3a9-c62a-4a90-b62c-cb467aa10edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:37.685699 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9c77c-db7e-4caa-bc55-3ee5a45010ed tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9035d3a9-c62a-4a90-b62c-cb467aa10edc,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:37.710154 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.760131 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-16f9bbf6-67d2-4064-8d27-ef2896fc9b1f service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046400 Mar 23 19:30:37.773993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.778954 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.796599 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0301a027-2124-4c05-8c9f-ca8271cea564,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:37.807835 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.809889 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-95421493-d16e-4dd9-a738-4b1434192a6b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333959 Mar 23 19:30:37.812624 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47002) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:37.817277 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'security_group_rule': {'security_group_id': '9035d3a9-c62a-4a90-b62c-cb467aa10edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:37.844267 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.846047 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'fc534ad2-9bc0-4eb3-9735-d6cd789a7050', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:c7:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:21Z', 'updated_at': '2022-03-23T19:30:36Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:37.859802 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d01f648-589f-49a5-8048-daaccdf9286c req-f1ba4b58-238d-40aa-bed0-4a42969eb56b service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924866 Mar 23 19:30:37.880373 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc73cff9-dd5c-48ac-8c15-475705918bd9 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'fc534ad2-9bc0-4eb3-9735-d6cd789a7050', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:c7:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:21Z', 'updated_at': '2022-03-23T19:30:36Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:37.903069 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.907220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.924552 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feff1fc9-f1d3-459f-8216-a923405a8874,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:37.934025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:37.935239 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-56305807-6ae8-40fa-8f33-016c5612632d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216190 Mar 23 19:30:37.938528 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47004) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:37.943638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:37.964514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.027462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:30:38.048753 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: ea96ac82-011e-4596-adc5-d005a217bdbf {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:30:38.049766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ea96ac82-011e-4596-adc5-d005a217bdbf not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:30:38.067548 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.082841 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62080bf7-8cf8-4495-b80e-c7bd8066a1f3 None None] New status for floating IP fc534ad2-9bc0-4eb3-9735-d6cd789a7050: ACTIVE {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:38.180534 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Allocated IP 172.27.3.100 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/6fc366c8-b316-414c-a3ea-d12eed391cca) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:38.281678 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.313646 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.350524 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:38.353308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:38.357362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:38.383373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=6fc366c8-b316-414c-a3ea-d12eed391cca,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:38.446819 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.456532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237e92c-8dea-47ed-a7bd-cc6cccb2d156 req-19ea7eea-fd5c-40d0-8845-504adbc02fa3 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:38.458047 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9237e92c-8dea-47ed-a7bd-cc6cccb2d156 req-19ea7eea-fd5c-40d0-8845-504adbc02fa3 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 944 time: 0.0486262 Mar 23 19:30:38.479358 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.495756 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9237e92c-8dea-47ed-a7bd-cc6cccb2d156 req-d795959e-463a-4d0a-9d03-63ac7a33219e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Mar 23 19:30:38.628148 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.632634 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.700000 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=6fc366c8-b316-414c-a3ea-d12eed391cca,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:38.713100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.728475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:38.729735 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f422a696-ca10-4d64-9869-96d79402a799 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7900038 Mar 23 19:30:38.907744 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-b6b84635-6578-42c6-845d-21e81fe6a6fe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--204748978&fields=id&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 267 time: 0.0321395 Mar 23 19:30:39.014226 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-cfcb6602-540e-48ec-ba3a-063783654bf5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:39.015698 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-cfcb6602-540e-48ec-ba3a-063783654bf5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 816 time: 0.1014633 Mar 23 19:30:39.030567 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-72f55d29-37ff-4568-b9cf-cb93962220ec tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/quotas/cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 375 time: 0.0092323 Mar 23 19:30:39.081818 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-3990ca04-cc4d-4abd-84eb-2e83e417e2f5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461078 Mar 23 19:30:39.179676 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-92ddf400-1abf-41d4-8896-9aa59b3f148d service neutron] 10.222.0.43 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Mar 23 19:30:39.267239 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-893342f1-2a7e-424e-98a9-dbf93c4e11ce service neutron] 10.222.0.43 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Mar 23 19:30:39.431568 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-aff6f299-1756-4155-8252-740f3f34d6ee req-36d74187-31e0-4310-aeee-5922b4e10101 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 210 time: 0.0250256 Mar 23 19:30:39.619763 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bb7ee-8f22-477c-b598-d3bf3ce873bd req-38a3c752-1783-46ec-89b2-030078dd0606 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:39.622002 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e2bb7ee-8f22-477c-b598-d3bf3ce873bd req-38a3c752-1783-46ec-89b2-030078dd0606 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 944 time: 0.0574803 Mar 23 19:30:39.659715 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4e2bb7ee-8f22-477c-b598-d3bf3ce873bd req-c0e52c61-c2b5-445d-9c21-ce0cf5817381 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Mar 23 19:30:40.030743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 9d0881cc-acf1-42ec-a3de-d444f4215b9a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:30:40.079024 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 9d0881cc-acf1-42ec-a3de-d444f4215b9a completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:30:40.082583 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 9d0881cc-acf1-42ec-a3de-d444f4215b9a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:40.082956 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.158995 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.180342 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:40.182587 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6769c-399c-451a-9a91-55584497a872" -d '{"events": [{"server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "name": "network-vif-plugged", "status": "completed", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:40.196476 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:40.200589 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.224466 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf64a2-2f0c-4a56-b11d-9ac2ad2e6f31 x-openstack-request-id: req-08bf64a2-2f0c-4a56-b11d-9ac2ad2e6f31 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:40.224630 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "name": "network-vif-plugged", "status": "completed", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:40.224875 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08bf64a2-2f0c-4a56-b11d-9ac2ad2e6f31 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:40.225268 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'code': 200} Mar 23 19:30:40.251354 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:40.382359 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-c8fd5e7c-238a-45c4-897b-2e8a6d95d902 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:40.383853 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-c8fd5e7c-238a-45c4-897b-2e8a6d95d902 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 816 time: 0.1020718 Mar 23 19:30:40.429584 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-15a46ac3-fd94-461f-8dc4-71dc8ea31b9b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 379 time: 0.0366523 Mar 23 19:30:40.441915 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'port': {'device_id': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'admin_state_up': True, 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'security_groups': ['9035d3a9-c62a-4a90-b62c-cb467aa10edc']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:40.492384 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d67ea-5a5c-468d-b05e-e9563ce0e0e0 req-c7cf9ff3-c01a-499f-92b8-0d1ba363edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:40.495239 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7a0d67ea-5a5c-468d-b05e-e9563ce0e0e0 req-c7cf9ff3-c01a-499f-92b8-0d1ba363edbd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1098 time: 0.0576005 Mar 23 19:30:40.538407 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7a0d67ea-5a5c-468d-b05e-e9563ce0e0e0 req-9c59f9d8-ac3e-40dc-a12e-bf2c51e55b15 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Mar 23 19:30:40.546093 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7ba51e52-1434-44aa-ab5d-991df81040be req-d9c6e34e-4789-40e6-ae14-ca8bdae9ee7e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 210 time: 0.0343723 Mar 23 19:30:40.585654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Made reservation on behalf of cc251fc47a6e43089f9eba08785be63a for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:30:40.589134 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.721491 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Allocated IP 172.20.0.4 (b91d1349-c7ce-4f6b-8786-1b7114ad59af/6db365aa-2bcf-4951-90dd-2617745468b1/4f9f67a4-1662-4a58-bf4c-eb094312ee3a) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:40.791772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c2ad-57d5-4eba-9b19-5502f6468fb2 req-5ae469e5-d219-4cf4-bcd3-005275a5cb05 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:40.793588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e262c2ad-57d5-4eba-9b19-5502f6468fb2 req-5ae469e5-d219-4cf4-bcd3-005275a5cb05 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.0615566 Mar 23 19:30:40.835349 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e262c2ad-57d5-4eba-9b19-5502f6468fb2 req-d42466c7-7baa-4730-a851-a76a5d7e329c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Mar 23 19:30:40.876097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.912346 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:40.957890 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:40.961132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:40.965345 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:40.972339 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:40.979427 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.025317 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:41.025979 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.043693 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-0f0401dd-0fc1-4a62-95d3-b1dcdb83f76c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056828 Mar 23 19:30:41.133616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Request body: {'port': {'device_id': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:41.191184 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.202566 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-c8c51b67-9464-4f4d-a538-cc0243466393 None None] Provisioning complete for port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:41.203089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b67-9464-4f4d-a538-cc0243466393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.238371 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-c8c51b67-9464-4f4d-a538-cc0243466393 None None] Port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:30:41.465836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:41.472963 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.484225 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Transition to ACTIVE for port object 4f9f67a4-1662-4a58-bf4c-eb094312ee3a will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:30:41.487663 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.534752 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:41.610647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Attempting to bind port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:30:41.610647 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Attempting to bind port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:30:41.611042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Attempting to bind port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:41.615512 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a on network b91d1349-c7ce-4f6b-8786-1b7114ad59af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:30:41.615905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Attempting to bind port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a on network b91d1349-c7ce-4f6b-8786-1b7114ad59af {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:30:41.621033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:30:41.621401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Checking segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:30:41.621772 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Bound using segment: {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:30:41.622213 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Bound port: 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cc8072-044f-4a68-99c2-4c34d66cab76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:30:41.622582 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.727211 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9114e-527f-4c0c-90e2-d371c7f4b12b req-abbbd972-f6f6-4825-99f2-4aded43b1ddb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:41.728700 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe9114e-527f-4c0c-90e2-d371c7f4b12b req-abbbd972-f6f6-4825-99f2-4aded43b1ddb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0967178 Mar 23 19:30:41.733889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:30:41.739274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:30:41.748777 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.795184 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:41.796208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:41.797926 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] 10.222.0.42 "PUT /v2.0/ports/4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 1093 time: 0.6685832 Mar 23 19:30:41.804693 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:41.806870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa99f4a-74bf-47d9-b990-16171e49e4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:41.830878 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8fe9114e-527f-4c0c-90e2-d371c7f4b12b req-2d0e8b06-dd47-44d1-8967-d8a51f12b73f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946596 Mar 23 19:30:41.858584 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df0c485-2e83-4387-83b9-3e46f6e4805f x-openstack-request-id: req-8df0c485-2e83-4387-83b9-3e46f6e4805f {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:41.859013 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:41.859273 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8df0c485-2e83-4387-83b9-3e46f6e4805f {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:41.859675 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'status': 'completed', 'code': 200} Mar 23 19:30:41.893300 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46c43-be00-4099-84be-6e90cc8ad6ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:41.909889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-d2cf573a-da24-4ce9-acb5-dd50a803bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:41.911381 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-d2cf573a-da24-4ce9-acb5-dd50a803bde5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1096 time: 0.0492339 Mar 23 19:30:41.978517 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-cacd9a41-d19a-4492-a3d3-0c9c18715da1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 217 time: 0.0575311 Mar 23 19:30:42.020209 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf028095-3a9d-45f4-a01a-328a3ae030d1 req-21320a76-00b5-43f5-aa7b-5a0c81adb07e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.022801 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bf028095-3a9d-45f4-a01a-328a3ae030d1 req-21320a76-00b5-43f5-aa7b-5a0c81adb07e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.1149979 Mar 23 19:30:42.058167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-bf9eade3-e9c5-4411-9b58-24b84dd6286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.059999 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-bf9eade3-e9c5-4411-9b58-24b84dd6286f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0751305 Mar 23 19:30:42.074129 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bf028095-3a9d-45f4-a01a-328a3ae030d1 req-c4bfa2a5-f224-416d-877a-9df47e1a67a8 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Mar 23 19:30:42.114239 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-c736968b-5c5a-4519-aa46-b1a36172f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.115730 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-c736968b-5c5a-4519-aa46-b1a36172f9b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402350 Mar 23 19:30:42.270874 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-07414c56-d7d7-4778-92a8-dde78b9749e7 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Mar 23 19:30:42.373314 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9b63dd41-aa87-4c9f-91f8-cae5519854a7 req-89024ba5-a02f-4577-a298-264c4e8689e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954974 Mar 23 19:30:42.460801 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-c0a973f4-7866-48cf-9948-037bc13b6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.462394 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-c0a973f4-7866-48cf-9948-037bc13b6045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1096 time: 0.0443354 Mar 23 19:30:42.551097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-a15d0ded-eef0-4784-8cf4-33d88490ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.552567 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-a15d0ded-eef0-4784-8cf4-33d88490ab0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0837853 Mar 23 19:30:42.595227 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-c515f472-f1c2-4663-8239-62f7de29f17b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 217 time: 0.0362642 Mar 23 19:30:42.642777 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-6375cf85-12af-4b80-9b4b-0e49265c138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.644087 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-6375cf85-12af-4b80-9b4b-0e49265c138e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0420761 Mar 23 19:30:42.697716 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-49cb2814-5df1-41ae-a75b-a3f2d872b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.699223 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-49cb2814-5df1-41ae-a75b-a3f2d872b63e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394685 Mar 23 19:30:42.788635 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-0cc3a715-36ca-49fe-9c98-151790b9a31c service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828240 Mar 23 19:30:42.874578 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cfa99f4a-74bf-47d9-b990-16171e49e4fb req-eb12c1e0-a55a-4f95-be67-cf3b742d3014 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796564 Mar 23 19:30:42.955291 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb0bc4-0f8d-4281-9843-e3ad82723081 req-31b6be05-8ff6-477c-8fd3-672cb97e06b4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:42.956653 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64bb0bc4-0f8d-4281-9843-e3ad82723081 req-31b6be05-8ff6-477c-8fd3-672cb97e06b4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0479133 Mar 23 19:30:42.993448 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64bb0bc4-0f8d-4281-9843-e3ad82723081 req-168b3226-ee2f-48f4-af76-e15e7ad1e10b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308504 Mar 23 19:30:43.187321 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce9dc8-36bd-4c19-8533-06eb2ecb3bd4 req-4c3e84bf-fc58-4307-a4d3-514c83404b1d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:43.188805 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3bce9dc8-36bd-4c19-8533-06eb2ecb3bd4 req-4c3e84bf-fc58-4307-a4d3-514c83404b1d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.0473964 Mar 23 19:30:43.231135 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3bce9dc8-36bd-4c19-8533-06eb2ecb3bd4 req-0c7937d7-4be8-46e2-8585-cf97b6eee864 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Mar 23 19:30:43.344760 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a8f1-d9d9-48a4-a79a-e1ad00079299 req-9ae4bcac-1fff-4b15-ad27-ee6bb9ecf034 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:43.346259 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b577a8f1-d9d9-48a4-a79a-e1ad00079299 req-9ae4bcac-1fff-4b15-ad27-ee6bb9ecf034 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Mar 23 19:30:43.383481 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b577a8f1-d9d9-48a4-a79a-e1ad00079299 req-8f5e6bd0-7cb8-4522-bafa-ea59a4a41bd2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313094 Mar 23 19:30:43.393677 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b6766a9b-aaa0-44bf-86e9-d024cddc8952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:43.406304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47056) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:43.445910 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5d409-47d0-496d-95bc-6167fe27d735 tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:43.447692 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-69a5d409-47d0-496d-95bc-6167fe27d735 tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1093 time: 0.0401337 Mar 23 19:30:43.450960 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47058) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:43.455561 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:43.475071 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:43.567416 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:43.674609 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.27.3.61 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/835a269a-6a93-4e43-bab6-7ccfc72a2485) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:30:43.779754 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:43.812843 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:43.854778 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:30:43.858135 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:30:43.861561 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:30:43.882629 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=835a269a-6a93-4e43-bab6-7ccfc72a2485,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:44.166524 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da430-da33-4982-a20f-1285a94bf3a9 req-3c504a82-5661-428c-85f5-8476723766c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:44.168488 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d25da430-da33-4982-a20f-1285a94bf3a9 req-3c504a82-5661-428c-85f5-8476723766c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.1014564 Mar 23 19:30:44.490734 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d25da430-da33-4982-a20f-1285a94bf3a9 req-93f95e29-2704-4428-9fb1-2e4a344d553a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917526 Mar 23 19:30:44.503911 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:44.568434 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:44.713825 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:44.718202 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:44.785066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=835a269a-6a93-4e43-bab6-7ccfc72a2485,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:44.796268 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:44.894852 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP 834542cf-f0fa-4d4c-b851-4cba0c2095e0 associated. External IP: 172.27.3.61, port: 9d0881cc-acf1-42ec-a3de-d444f4215b9a. Mar 23 19:30:45.096144 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:45.204431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:45.213750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:45.223447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:45.224146 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:45.228321 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:45.257984 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-367058ec-4be0-40ad-8c72-86dedd603bc1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8059072 Mar 23 19:30:45.258586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:45.260871 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef680d-12d0-4516-9393-728d62ffd4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:45.296745 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffc09f-231c-4305-ae16-7c3297078aac x-openstack-request-id: req-e0ffc09f-231c-4305-ae16-7c3297078aac {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:45.297142 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:45.297461 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0ffc09f-231c-4305-ae16-7c3297078aac {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:45.297933 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'status': 'completed', 'code': 200} Mar 23 19:30:45.345969 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:45.364162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-234805ee-cdfc-4c0f-ae44-ab6abb3749bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:45.365629 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-234805ee-cdfc-4c0f-ae44-ab6abb3749bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1098 time: 0.0446296 Mar 23 19:30:45.462047 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-84f757df-3ba7-4925-b35a-358058172a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:45.463429 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-84f757df-3ba7-4925-b35a-358058172a4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0907006 Mar 23 19:30:45.534260 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-9f63d68d-b774-4565-b093-47c4c6dc4b93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 998 time: 0.0632176 Mar 23 19:30:45.573390 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:44Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:45.601534 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:45.610304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:45.610909 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:45.618282 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-38da2e73-3c53-42a2-b47b-8e4a5cf2af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:45.619705 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-38da2e73-3c53-42a2-b47b-8e4a5cf2af46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0798125 Mar 23 19:30:45.634659 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30caf8b-aec4-495f-8f2d-11ec6f56f44a req-a05a0316-e693-49e7-956f-f629a220202c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:45.636186 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b30caf8b-aec4-495f-8f2d-11ec6f56f44a req-a05a0316-e693-49e7-956f-f629a220202c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0632007 Mar 23 19:30:45.704175 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-1a3d723c-7000-4030-9de0-1c8a4b17383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:45.705858 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-1a3d723c-7000-4030-9de0-1c8a4b17383d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680482 Mar 23 19:30:45.717080 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b30caf8b-aec4-495f-8f2d-11ec6f56f44a req-27ef2fd1-2edb-491c-b047-643dee7b9757 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500462 Mar 23 19:30:45.728286 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:45.812982 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-257fdd4a-d24f-4995-896d-aa25c2eb040e service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944657 Mar 23 19:30:45.855903 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9024e390-579d-43bf-9a58-6fcd870f98cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:45.909406 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ebef680d-12d0-4516-9393-728d62ffd4fb req-aae2aff8-e226-4e18-92aa-d2d62c44c849 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890462 Mar 23 19:30:45.973380 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:30:45.991708 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:44Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:46.021843 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03b20a-53e6-47f6-908a-6b462104a7e1 None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:44Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:46.055519 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:30:46.163291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:46.178612 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:30:46.218561 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:46.232101 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:30:46.254014 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd5be8-1047-4791-a914-1e5a59980520 None None] New status for floating IP 834542cf-f0fa-4d4c-b851-4cba0c2095e0: ACTIVE {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:30:46.263344 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:46.268699 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:46.319030 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:46.749280 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['4f9f67a4-1662-4a58-bf4c-eb094312ee3a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:30:46.845767 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d64275-f2aa-4c33-9163-8486f1870655 req-1472d551-f98f-4e23-8c1b-2d4ab965b1e0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:46.853493 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f2d64275-f2aa-4c33-9163-8486f1870655 req-1472d551-f98f-4e23-8c1b-2d4ab965b1e0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0561976 Mar 23 19:30:46.900054 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f2d64275-f2aa-4c33-9163-8486f1870655 req-51b29bdf-b99a-4c28-83a4-a635537ce8c8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 Mar 23 19:30:46.937989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:48.019697 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cfad8-00dd-435a-8e6d-a5a6d89ee330 req-1c1529de-1578-47e2-81f5-ceae3be6d331 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:48.021180 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-157cfad8-00dd-435a-8e6d-a5a6d89ee330 req-1c1529de-1578-47e2-81f5-ceae3be6d331 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0486178 Mar 23 19:30:48.056733 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-157cfad8-00dd-435a-8e6d-a5a6d89ee330 req-33a41cc6-2a21-470d-9981-8350b4af026b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297084 Mar 23 19:30:48.335014 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:48.695751 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:49.176502 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6006f-95b4-44aa-86d0-d6198fb353c4 req-c2b8aafb-3ba4-427f-a1fe-d78500fc553f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:49.177983 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-13c6006f-95b4-44aa-86d0-d6198fb353c4 req-c2b8aafb-3ba4-427f-a1fe-d78500fc553f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0508280 Mar 23 19:30:49.215549 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-13c6006f-95b4-44aa-86d0-d6198fb353c4 req-7c25ace8-e268-421d-bc61-d11d56424c65 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Mar 23 19:30:50.065630 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:30:50.114767 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:30:50.118392 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:30:50.118756 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:50.194611 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:50.215679 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:50.218031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb14f2-dc96-41fd-9357-4b37756880fc" -d '{"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:50.231870 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:30:50.235998 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:50.261281 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef6405-fbd9-4cbb-9248-4cc3724878ee x-openstack-request-id: req-19ef6405-fbd9-4cbb-9248-4cc3724878ee {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:50.261574 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:50.261886 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19ef6405-fbd9-4cbb-9248-4cc3724878ee {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:50.262280 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'code': 200} Mar 23 19:30:50.291615 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:30:50.341484 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e13a6-b9e7-4f03-84d7-0def2a635c11 req-53a49dc1-a4bf-42fe-a816-341e38a68194 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:50.343007 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-469e13a6-b9e7-4f03-84d7-0def2a635c11 req-53a49dc1-a4bf-42fe-a816-341e38a68194 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Mar 23 19:30:50.382464 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-469e13a6-b9e7-4f03-84d7-0def2a635c11 req-2d227857-fc81-4109-9e33-20bf460ea4cb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335734 Mar 23 19:30:50.441944 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eb739-c727-4a03-b6eb-707e06fb931f req-e010b3e2-c5be-46d3-b668-8cf6c36aa27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:50.443455 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-548eb739-c727-4a03-b6eb-707e06fb931f req-e010b3e2-c5be-46d3-b668-8cf6c36aa27b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1098 time: 0.0388446 Mar 23 19:30:50.478320 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-548eb739-c727-4a03-b6eb-707e06fb931f req-1f128834-31da-4712-8f98-a4fa2d449d50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272615 Mar 23 19:30:51.515318 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252771d-4db9-4cac-867c-b0c44f3a5c0d req-218a46fe-8e5e-4582-8f25-94c10cd850c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:51.516792 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6252771d-4db9-4cac-867c-b0c44f3a5c0d req-218a46fe-8e5e-4582-8f25-94c10cd850c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0593774 Mar 23 19:30:51.553631 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6252771d-4db9-4cac-867c-b0c44f3a5c0d req-ef94343d-3c08-49f2-b934-e4060c697d37 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Mar 23 19:30:52.670074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3b11-d516-4934-acaa-d2432716e35d req-6fca6382-aaf9-4ab8-9298-4ab4f1f800fd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:52.671483 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e7ef3b11-d516-4934-acaa-d2432716e35d req-6fca6382-aaf9-4ab8-9298-4ab4f1f800fd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Mar 23 19:30:52.708265 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e7ef3b11-d516-4934-acaa-d2432716e35d req-43a2fe9d-1c90-4f80-be42-1cad8ce60377 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Mar 23 19:30:52.822907 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27458440-a904-4821-a3e3-21a20187dbaa req-18caf298-94f0-465b-820e-7c95c479e597 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:52.824408 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27458440-a904-4821-a3e3-21a20187dbaa req-18caf298-94f0-465b-820e-7c95c479e597 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Mar 23 19:30:52.832781 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47096) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:30:52.837042 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Request body: {'floatingip': {'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:30:52.874779 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:53.297526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:53.301225 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:53.397060 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Floating IP b9f3c088-3f6a-4c98-9438-383a15c2ce5f associated. External IP: 172.27.3.100, port: 4f9f67a4-1662-4a58-bf4c-eb094312ee3a. Mar 23 19:30:53.602359 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:30:53.705855 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:30:53.710712 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:30:53.716575 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:30:53.725780 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:53.726398 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:53.739654 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c173518f-cba8-4bb9-92e0-d6e63aab68f3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "PUT /v2.0/floatingips/b9f3c088-3f6a-4c98-9438-383a15c2ce5f HTTP/1.1" status: 200 len: 991 time: 0.9058247 Mar 23 19:30:53.740333 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:30:53.742603 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6176dd3f-d789-4643-8717-e2debb69d45b" -d '{"events": [{"name": "network-changed", "server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:30:53.778360 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe3356a-0ddf-45f9-a367-249dd2368646 x-openstack-request-id: req-ebe3356a-0ddf-45f9-a367-249dd2368646 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:30:53.778656 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:30:53.778909 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebe3356a-0ddf-45f9-a367-249dd2368646 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:30:53.779311 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'status': 'completed', 'code': 200} Mar 23 19:30:53.833424 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:53.846017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dd3f-d789-4643-8717-e2debb69d45b req-d46ae7d4-64a4-4642-bbe9-913328dc08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:53.847619 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-d46ae7d4-64a4-4642-bbe9-913328dc08ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1098 time: 0.0415056 Mar 23 19:30:53.939388 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dd3f-d789-4643-8717-e2debb69d45b req-8e242c60-23da-4d08-a0c0-4440f47f759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:53.941129 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-8e242c60-23da-4d08-a0c0-4440f47f759c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0851495 Mar 23 19:30:54.012511 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-c2b33b40-760a-4cad-99ee-fdf519d3510e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 999 time: 0.0561669 Mar 23 19:30:54.048089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b9f3c088-3f6a-4c98-9438-383a15c2ce5f', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:38Z', 'updated_at': '2022-03-23T19:30:53Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:54.060062 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dd3f-d789-4643-8717-e2debb69d45b req-9b33da1e-f78d-478c-8168-1eaec684b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:54.061573 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-9b33da1e-f78d-478c-8168-1eaec684b06a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0429299 Mar 23 19:30:54.078693 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:30:54.086888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:30:54.087486 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:54.111101 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dd3f-d789-4643-8717-e2debb69d45b req-ca9212ce-6aaa-476e-aaec-7f732b93b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:30:54.112572 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-ca9212ce-6aaa-476e-aaec-7f732b93b782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430422 Mar 23 19:30:54.190640 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:30:54.207306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-0cdc2e60-a688-48ca-8d70-43fbea0c574f service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847378 Mar 23 19:30:54.302097 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6176dd3f-d789-4643-8717-e2debb69d45b req-e6fbb749-c0fd-407d-96b9-3b05b880b8ac service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868638 Mar 23 19:30:54.410990 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b9f3c088-3f6a-4c98-9438-383a15c2ce5f', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:38Z', 'updated_at': '2022-03-23T19:30:53Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:30:54.437322 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d133ccb-b8d5-4c5a-94f5-afcf8de27f86 None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b9f3c088-3f6a-4c98-9438-383a15c2ce5f', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:38Z', 'updated_at': '2022-03-23T19:30:53Z', 'revision_number': 1, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:30:54.613094 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573614e-7876-40cb-ad64-8be0b923e4b9 None None] New status for floating IP b9f3c088-3f6a-4c98-9438-383a15c2ce5f: ACTIVE {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:31:07.398440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738d9b8-bf15-4c71-8fde-fc8959e57fdc req-29d305b7-0d47-4f3d-b2e0-ff2f9026644a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:07.399927 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3738d9b8-bf15-4c71-8fde-fc8959e57fdc req-29d305b7-0d47-4f3d-b2e0-ff2f9026644a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Mar 23 19:31:07.437652 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3738d9b8-bf15-4c71-8fde-fc8959e57fdc req-b5a9c58e-6b71-4274-abda-b30b05144e8a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Mar 23 19:31:08.561190 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d814a7-92c3-4c7e-95a1-8c0d95b16c7a req-f4efdc6e-e73a-432f-a2fe-b37b9f840661 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:08.562798 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7d814a7-92c3-4c7e-95a1-8c0d95b16c7a req-f4efdc6e-e73a-432f-a2fe-b37b9f840661 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0548956 Mar 23 19:31:08.602853 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7d814a7-92c3-4c7e-95a1-8c0d95b16c7a req-3913cb1a-360c-403e-ad99-54be82f08a6f tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=87496c49-2bc3-4f7c-8bda-3f94441a9449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334628 Mar 23 19:31:08.924943 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-58368a45-2568-4d24-82a2-1a5b1cd0d453 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:08.926377 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-58368a45-2568-4d24-82a2-1a5b1cd0d453 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 945 time: 0.0477371 Mar 23 19:31:09.021719 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Deleting port 4cff157a-adb8-4732-bc12-46facbb80a45 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:09.022066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.109861 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] For port 4cff157a-adb8-4732-bc12-46facbb80a45, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4cff157a-adb8-4732-bc12-46facbb80a45,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:09.110228 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.270821 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.271183 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.271499 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Floating IP ec164585-01d6-46bd-abb6-aad7d01bd71e disassociated. External IP: 172.27.3.208, port: 4cff157a-adb8-4732-bc12-46facbb80a45. Mar 23 19:31:09.271833 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Calling delete_port for 4cff157a-adb8-4732-bc12-46facbb80a45 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:09.402281 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.651973 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'Port': ['ID=4cff157a-adb8-4732-bc12-46facbb80a45,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:09.663811 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.664246 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.664498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.664853 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.665190 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.665523 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.665852 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.666180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.666509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.666834 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.667154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.667474 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:09.734420 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3ca36c01-43af-403c-b152-cbfb34ab579f req-878d94ef-9fad-474f-a32c-27535d8235aa tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=23f9b34c-32c9-4fe7-99b7-259737947650 HTTP/1.1" status: 200 len: 210 time: 0.0615487 Mar 23 19:31:09.796687 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:09.903276 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:09.915447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:09.926214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:09.926831 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:09.945509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] No DVR routers for this DVR port 4cff157a-adb8-4732-bc12-46facbb80a45 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:09.948141 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:09.951926 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-49fd7571-6eff-4549-a9b7-383c72fb2d31 req-5d7b816a-8cea-4ccb-bf04-0816b65aaa47 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "DELETE /v2.0/ports/4cff157a-adb8-4732-bc12-46facbb80a45 HTTP/1.1" status: 204 len: 173 time: 1.0180881 Mar 23 19:31:09.952373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'name': 'network-vif-deleted', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:09.956946 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8624bed-2659-47be-8b03-f0950413ba9e" -d '{"events": [{"server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "name": "network-vif-deleted", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:10.020394 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2998a27-c0b4-45b8-bd4d-4fc8745e6cba x-openstack-request-id: req-f2998a27-c0b4-45b8-bd4d-4fc8745e6cba {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:10.020754 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f9b34c-32c9-4fe7-99b7-259737947650", "name": "network-vif-deleted", "tag": "4cff157a-adb8-4732-bc12-46facbb80a45", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:10.021143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2998a27-c0b4-45b8-bd4d-4fc8745e6cba {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:10.021648 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f9b34c-32c9-4fe7-99b7-259737947650', 'name': 'network-vif-deleted', 'tag': '4cff157a-adb8-4732-bc12-46facbb80a45', 'status': 'completed', 'code': 200} Mar 23 19:31:10.044380 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:10.275476 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:10.301005 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:10.309026 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:10.309627 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:30:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:10.531801 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:10.735415 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:10.765074 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060076b-3bbb-42b0-a835-7659f33e9c7f None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:31:10.817997 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47142) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:10.874498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:10.903868 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:10.958158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:10.961118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:10.962351 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "DELETE /v2.0/security-groups/87496c49-2bc3-4f7c-8bda-3f94441a9449 HTTP/1.1" status: 204 len: 168 time: 0.1432328 Mar 23 19:31:10.965146 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47144) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:10.971922 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf814b5-165d-4cc8-b62e-4fd122e01a33 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87496c49-2bc3-4f7c-8bda-3f94441a9449,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:10.980032 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-7e32a32f-6461-4aee-a128-d6b8d1399a6a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] show failed (client error): The resource could not be found. Mar 23 19:31:10.985431 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47146) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:10.986557 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8328ac0-8186-4408-82aa-88d3a22b6d88 None None] New status for floating IP ec164585-01d6-46bd-abb6-aad7d01bd71e: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:31:10.989943 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7e32a32f-6461-4aee-a128-d6b8d1399a6a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups/87496c49-2bc3-4f7c-8bda-3f94441a9449 HTTP/1.1" status: 404 len: 347 time: 0.0231879 Mar 23 19:31:11.010979 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.118307 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Deleting port e070f921-df92-487e-ad66-3f4403c69958 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:11.118657 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.195446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.195777 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.207347 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Calling delete_port for e070f921-df92-487e-ad66-3f4403c69958 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:11.347818 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.372572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'Port': ['ID=e070f921-df92-487e-ad66-3f4403c69958,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:11.436765 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.439247 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.440394 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-40ad4c6d-615f-4708-a480-ffff55518ec5 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "DELETE /v2.0/floatingips/ec164585-01d6-46bd-abb6-aad7d01bd71e HTTP/1.1" status: 204 len: 168 time: 0.4537647 Mar 23 19:31:11.804977 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47156) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:11.809536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276761225', 'description': 'tempest-description--1396195358'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:11.830889 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.893389 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.897661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.925621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:11.926813 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1208313 Mar 23 19:31:11.929658 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47158) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:11.933898 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group_rule': {'security_group_id': 'db70a9ee-1843-4033-802b-40baef84e4fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:11.942339 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db70a9ee-1843-4033-802b-40baef84e4fd,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:11.954923 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.955275 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.955622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.955958 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.956291 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.956625 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.956980 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.957311 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.957656 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.957967 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.958305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.958614 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232afd6-e11b-4973-a955-1e97d24d1642 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:31:11.974489 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.019592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.023328 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.040410 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b160f6c6-b10f-4be8-ab06-bc83968206f9,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:12.048152 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.049354 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-00c01657-645f-4d0f-acf4-9affc0e4e0e4 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187804 Mar 23 19:31:12.051955 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47160) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:12.056215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'security_group_rule': {'security_group_id': 'db70a9ee-1843-4033-802b-40baef84e4fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:12.079940 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.137009 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.140480 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.156975 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815fb7d7-1c94-4af3-94f4-be82df512272,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:12.164117 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.165343 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-97d374e2-b5d7-4582-ba32-6a1102ed9158 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124511 Mar 23 19:31:12.168365 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47162) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:12.173060 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:12.180399 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4cff157a-adb8-4732-bc12-46facbb80a45 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:12.193905 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.200902 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 4cff157a-adb8-4732-bc12-46facbb80a45 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:12.201258 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4cff157a-adb8-4732-bc12-46facbb80a45 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:12.286851 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.392043 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Allocated IP 172.27.3.247 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/f91de141-2b55-4846-879c-64ca813808f8) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:31:12.489025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.520267 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.565360 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:31:12.568474 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:31:12.571073 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:31:12.598828 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=f91de141-2b55-4846-879c-64ca813808f8,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:12.659904 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.692419 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.836204 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.840389 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.914226 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=f91de141-2b55-4846-879c-64ca813808f8,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:12.925791 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.941015 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:12.942247 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f50f8a55-e91b-4c7b-ac80-9f23a171f968 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7729380 Mar 23 19:31:13.127340 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-13486c4a-00eb-45c3-94c8-312475a1aeb7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1276761225&fields=id&tenant_id=ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 267 time: 0.0325537 Mar 23 19:31:13.269714 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-dd18cdca-70c2-4adb-864f-01b01b155ef3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:13.271225 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-dd18cdca-70c2-4adb-864f-01b01b155ef3 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 811 time: 0.1367376 Mar 23 19:31:13.286059 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-3757e06a-fd14-4554-aa6b-3754a8e96c71 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/quotas/ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 375 time: 0.0092759 Mar 23 19:31:13.337642 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-fec7f649-e284-4b53-b4e4-c707299664cb tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465956 Mar 23 19:31:13.394559 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d0b32fbe-71c8-4266-8c85-9a1295f0278b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:13.430102 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-140f6d36-c8c0-47d4-8cd1-44f0030c8d13 service neutron] 10.222.0.43 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803030 Mar 23 19:31:13.520774 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-c9647d94-0e86-4b4f-b5f8-6b3447def24e service neutron] 10.222.0.43 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844955 Mar 23 19:31:13.676293 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-31d4bc88-3b11-4e88-b3e2-0e1e9eb95b94 req-6bbecfc9-e6f3-404c-bc61-7768c044b371 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 210 time: 0.0266602 Mar 23 19:31:14.528151 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab701e-ec72-4942-9632-b727b137eef4 req-7371198d-f075-46e1-98c5-166ca36fc34f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:14.529673 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-23ab701e-ec72-4942-9632-b727b137eef4 req-7371198d-f075-46e1-98c5-166ca36fc34f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0492768 Mar 23 19:31:14.568783 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-23ab701e-ec72-4942-9632-b727b137eef4 req-b16872c0-31ae-411d-92e4-ee4e28ac07e3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331237 Mar 23 19:31:14.706433 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-13a1cb47-86bd-43a7-910f-dc639520210a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:14.707841 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-13a1cb47-86bd-43a7-910f-dc639520210a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 811 time: 0.1159258 Mar 23 19:31:14.755678 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-fea250b1-730f-4900-8b6d-77902e159ad7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab95638b935b4336b77989135ced74ca HTTP/1.1" status: 200 len: 380 time: 0.0371075 Mar 23 19:31:14.768876 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'port': {'device_id': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'admin_state_up': True, 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'security_groups': ['db70a9ee-1843-4033-802b-40baef84e4fd']}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:14.774302 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c193a142-9ed5-4106-87ee-26826379a17b req-0acf3609-563c-4e83-b444-ddd395ad670d tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 210 time: 0.0258272 Mar 23 19:31:14.878172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Made reservation on behalf of ab95638b935b4336b77989135ced74ca for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:31:14.881674 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.017883 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Allocated IP 172.20.0.3 (05c7177b-568c-4297-b2a5-26098f3d13c7/3fad01d9-6bc9-482d-944e-d5b2c1b20115/e02cb1a8-62b8-4269-a983-ebd68c4057dd) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:31:15.154221 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.186672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.229207 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:31:15.232393 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:31:15.236430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:31:15.242471 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event updated for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:15.293655 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:15.294307 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.311721 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-6df4e974-dd68-443d-9aa5-4e0cea6bce54 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464728 Mar 23 19:31:15.324730 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Request body: {'port': {'device_id': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:15.383313 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.507201 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-f570e7af-0650-4af4-b27f-39fbafea8a69 None None] Provisioning complete for port e02cb1a8-62b8-4269-a983-ebd68c4057dd triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:31:15.507883 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f570e7af-0650-4af4-b27f-39fbafea8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.543997 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-f570e7af-0650-4af4-b27f-39fbafea8a69 None None] Port e02cb1a8-62b8-4269-a983-ebd68c4057dd cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:31:15.669109 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02cb1a8-62b8-4269-a983-ebd68c4057dd {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:31:15.678780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.696060 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Transition to ACTIVE for port object e02cb1a8-62b8-4269-a983-ebd68c4057dd will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:31:15.700000 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.710059 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c527fe-9ff8-4439-a140-d37f95804529 req-746d5401-5ca0-4d65-b060-4e27faa8a9df tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:15.711525 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a1c527fe-9ff8-4439-a140-d37f95804529 req-746d5401-5ca0-4d65-b060-4e27faa8a9df tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0729158 Mar 23 19:31:15.780288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Pushing event updated for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:15.804843 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7a377033-14c7-4547-b929-ef800f1242f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.840354 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a1c527fe-9ff8-4439-a140-d37f95804529 req-b6afcd82-1df2-4faf-8048-df1a02ebd5f6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045940 Mar 23 19:31:15.869691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Attempting to bind port e02cb1a8-62b8-4269-a983-ebd68c4057dd on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:31:15.870033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Attempting to bind port e02cb1a8-62b8-4269-a983-ebd68c4057dd by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:31:15.870362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Attempting to bind port e02cb1a8-62b8-4269-a983-ebd68c4057dd on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:31:15.875127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Port e02cb1a8-62b8-4269-a983-ebd68c4057dd on network 05c7177b-568c-4297-b2a5-26098f3d13c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:31:15.875535 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Attempting to bind port e02cb1a8-62b8-4269-a983-ebd68c4057dd on network 05c7177b-568c-4297-b2a5-26098f3d13c7 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:31:15.881487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:31:15.881886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Checking segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:31:15.882274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Bound using segment: {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:31:15.882706 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Bound port: e02cb1a8-62b8-4269-a983-ebd68c4057dd, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09d670-be3a-4ec9-9c6a-521f54bf3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:31:15.883672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.918841 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098e8e-07c3-4d06-9871-020577bd426f req-d14ea064-bd93-4993-93b4-58cc4754f243 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:15.921450 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f8098e8e-07c3-4d06-9871-020577bd426f req-d14ea064-bd93-4993-93b4-58cc4754f243 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 943 time: 0.0678155 Mar 23 19:31:15.960001 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:31:15.963055 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:31:15.970150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:15.985608 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f8098e8e-07c3-4d06-9871-020577bd426f req-9e584e71-bd7e-4dc6-9ed3-52e46c275d51 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551815 Mar 23 19:31:16.004359 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.005006 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:16.006483 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] 10.222.0.42 "PUT /v2.0/ports/e02cb1a8-62b8-4269-a983-ebd68c4057dd HTTP/1.1" status: 200 len: 1093 time: 0.6859293 Mar 23 19:31:16.011886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:16.014784 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f980007-f975-4f30-b202-7903064890b4" -d '{"events": [{"name": "network-changed", "server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:16.045638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b79bd-fb5c-4cd6-b228-71460dd9f39d service neutron] Pushing event updated for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:16.061796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfdfa47-63b9-4e06-98d1-f0d3747922e8 x-openstack-request-id: req-ecfdfa47-63b9-4e06-98d1-f0d3747922e8 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:16.062189 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:16.062499 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecfdfa47-63b9-4e06-98d1-f0d3747922e8 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:16.062978 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'status': 'completed', 'code': 200} Mar 23 19:31:16.115414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-ed026ae1-6852-4def-8f6c-42ffa83d1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.117039 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-ed026ae1-6852-4def-8f6c-42ffa83d1b7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 1096 time: 0.0431597 Mar 23 19:31:16.163989 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-7eba0d09-fe53-412f-a96f-f8e8154093b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd HTTP/1.1" status: 200 len: 217 time: 0.0377240 Mar 23 19:31:16.214009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-f79fd735-7677-467a-ab00-3ae7714c0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.215452 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-f79fd735-7677-467a-ab00-3ae7714c0912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0444829 Mar 23 19:31:16.259711 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-cf296fc5-64fd-4ae1-8d5d-d241197d7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.261192 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-cf296fc5-64fd-4ae1-8d5d-d241197d7bea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382118 Mar 23 19:31:16.355229 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-3cd33328-9810-4322-a053-be569c16b2db service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Mar 23 19:31:16.442669 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba255b39-5ab3-4dea-8ba3-c615b6b6e04e req-7be2ae48-6d00-4f1f-903b-be28e627fc5d service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792978 Mar 23 19:31:16.538959 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980007-f975-4f30-b202-7903064890b4 req-c18a5d79-b474-4e3c-83ea-d3205ec5b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.540570 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-c18a5d79-b474-4e3c-83ea-d3205ec5b91e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 1096 time: 0.0448828 Mar 23 19:31:16.634845 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980007-f975-4f30-b202-7903064890b4 req-a58c6264-b2ad-4ca6-ab9c-42ab50e6ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.636301 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-a58c6264-b2ad-4ca6-ab9c-42ab50e6ed4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.0874636 Mar 23 19:31:16.680091 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-215fa92c-bc42-4057-86d1-073682db405d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd HTTP/1.1" status: 200 len: 217 time: 0.0363636 Mar 23 19:31:16.728183 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980007-f975-4f30-b202-7903064890b4 req-887491dd-c372-4638-bcec-90ce32dfee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.729646 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-887491dd-c372-4638-bcec-90ce32dfee42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0421131 Mar 23 19:31:16.775701 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f980007-f975-4f30-b202-7903064890b4 req-b0b57fc5-9904-41ed-9864-9f83160d671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.777176 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-b0b57fc5-9904-41ed-9864-9f83160d671e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380559 Mar 23 19:31:16.809198 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:16.869729 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-80b50c0a-2a13-46da-bbdb-42feb099a6d1 service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837805 Mar 23 19:31:16.966522 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f980007-f975-4f30-b202-7903064890b4 req-c95d8cc0-f1d7-45dc-9874-18c41a55f8be service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855787 Mar 23 19:31:16.968194 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b2e3-d62a-49ca-be55-b59a08ebe95d req-1693031d-0f42-4dae-951b-fdb318e464ae tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:16.969681 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-da91b2e3-d62a-49ca-be55-b59a08ebe95d req-1693031d-0f42-4dae-951b-fdb318e464ae tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0552561 Mar 23 19:31:17.006701 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-da91b2e3-d62a-49ca-be55-b59a08ebe95d req-0cb5abd6-a252-4d62-aa8e-633205eccecf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Mar 23 19:31:17.098243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399db3-faf7-4c09-9174-225169553798 req-14cead06-7e0b-4e17-a164-5a75bc0e9c84 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:17.099680 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e3399db3-faf7-4c09-9174-225169553798 req-14cead06-7e0b-4e17-a164-5a75bc0e9c84 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 943 time: 0.0506926 Mar 23 19:31:17.135884 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e3399db3-faf7-4c09-9174-225169553798 req-607a37f5-81b8-4469-8000-418ec113e5f8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302584 Mar 23 19:31:18.118127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d1e55-9262-4951-919a-f23556c6ffb1 req-7d900032-9f7c-4285-b444-ca8a4fbe93d6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:18.119558 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-030d1e55-9262-4951-919a-f23556c6ffb1 req-7d900032-9f7c-4285-b444-ca8a4fbe93d6 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0464444 Mar 23 19:31:18.155197 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-030d1e55-9262-4951-919a-f23556c6ffb1 req-168a8596-2c58-4948-b616-37e20f6a5a71 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292783 Mar 23 19:31:18.249295 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126c8e-2788-4964-a0e9-ef4fc4953600 req-b7f9b6ec-d600-4a55-bfcc-816d4749a4f1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:18.250752 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-19126c8e-2788-4964-a0e9-ef4fc4953600 req-b7f9b6ec-d600-4a55-bfcc-816d4749a4f1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 943 time: 0.0493636 Mar 23 19:31:18.287642 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-19126c8e-2788-4964-a0e9-ef4fc4953600 req-943c8837-7aec-44f8-8413-e38f53d407e8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Mar 23 19:31:18.338424 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:18.697780 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:18.840555 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-7c3a3af3-90e9-4459-8e6c-d1e714e9fd3c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:18.842099 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-7c3a3af3-90e9-4459-8e6c-d1e714e9fd3c tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0474443 Mar 23 19:31:18.933331 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Deleting port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:18.933670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.018700 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] For port 893601c8-9ad7-49c4-8eab-80b1b4d04c59, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=893601c8-9ad7-49c4-8eab-80b1b4d04c59,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:19.019076 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.185365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.185737 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.186660 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Floating IP 8d80a57a-5c38-467e-ab05-677627c2a2a4 disassociated. External IP: 172.27.3.37, port: 893601c8-9ad7-49c4-8eab-80b1b4d04c59. Mar 23 19:31:19.186965 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Calling delete_port for 893601c8-9ad7-49c4-8eab-80b1b4d04c59 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:19.269561 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d702c-5cc5-41a1-a133-1627082c6080 req-bf65e919-cd75-42c1-8b50-832ea2c6c0a3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:19.271028 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e35d702c-5cc5-41a1-a133-1627082c6080 req-bf65e919-cd75-42c1-8b50-832ea2c6c0a3 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 946 time: 0.0482347 Mar 23 19:31:19.307505 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e35d702c-5cc5-41a1-a133-1627082c6080 req-3233dcae-feb4-4161-a1c7-ab8cf96d1b79 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Mar 23 19:31:19.321670 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.364776 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event deleted for resources: {'Port': ['ID=893601c8-9ad7-49c4-8eab-80b1b4d04c59,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:19.721652 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703c9f-5968-474b-b85a-b955bfebcf21 req-dcd9ec2a-ce47-4849-806f-962c73cf34b2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:19.723249 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81703c9f-5968-474b-b85a-b955bfebcf21 req-dcd9ec2a-ce47-4849-806f-962c73cf34b2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 943 time: 0.3528144 Mar 23 19:31:19.759622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Router 10d9e01a-1886-451d-bd69-e989bd913e0a has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:19.778028 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-81703c9f-5968-474b-b85a-b955bfebcf21 req-ca5779c0-e1a6-44d1-8aa2-bf17bbb796c2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485787 Mar 23 19:31:19.879958 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:19.889422 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:19.898678 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:19.899363 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:19.917769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] No DVR routers for this DVR port 893601c8-9ad7-49c4-8eab-80b1b4d04c59 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:19.920671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:19.923927 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-cabbd5ff-4b21-41df-88b6-3f635f0aa2ae req-37917f13-c8c3-4e34-9f93-c18aed1fb6cf tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "DELETE /v2.0/ports/893601c8-9ad7-49c4-8eab-80b1b4d04c59 HTTP/1.1" status: 204 len: 173 time: 1.0749481 Mar 23 19:31:19.924397 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'name': 'network-vif-deleted', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:19.926630 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c2386-bf4f-4367-9224-21368d79db9a" -d '{"events": [{"server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "name": "network-vif-deleted", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:19.965550 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a6b90-5414-49c5-9091-c6bee0e71a9a x-openstack-request-id: req-fc5a6b90-5414-49c5-9091-c6bee0e71a9a {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:19.965842 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a122d3-69d0-40a7-9571-bbb1c4ad9143", "name": "network-vif-deleted", "tag": "893601c8-9ad7-49c4-8eab-80b1b4d04c59", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:19.966086 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc5a6b90-5414-49c5-9091-c6bee0e71a9a {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:19.966472 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a122d3-69d0-40a7-9571-bbb1c4ad9143', 'name': 'network-vif-deleted', 'tag': '893601c8-9ad7-49c4-8eab-80b1b4d04c59', 'status': 'completed', 'code': 200} Mar 23 19:31:20.009463 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:20.206749 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:20.233038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device e02cb1a8-62b8-4269-a983-ebd68c4057dd details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:31:20.235178 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:20.254037 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:20.254639 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:20.416878 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:20.433235 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c0067a06-c5ca-4b3b-91b6-b0c018cb3018 req-e93bebdc-6ad3-45cf-ad4e-ef8e4115c5f8 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a122d3-69d0-40a7-9571-bbb1c4ad9143 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Mar 23 19:31:20.433829 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'port_id': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'mac_address': 'fa:16:3e:f9:f5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:31:20.437009 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:20.539766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:20.569243 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02cb1a8-62b8-4269-a983-ebd68c4057dd {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:31:20.619806 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:20.626485 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:20.706722 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:20.729596 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:20.755978 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2effa-94bc-4680-9ab5-515bd76f471a None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:24:47Z', 'revision_number': 4, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '747bb09c-f21e-404c-90b9-7e9f2337e114', 'name': '', 'network_id': '59aff23f-16f2-4a06-9611-6670739cbd3e', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'mac_address': 'fa:16:3e:05:18:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:47Z', 'updated_at': '2022-03-23T19:24:50Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'subnets': [{'id': 'a73281f7-3f03-4f87-aee3-0580340980ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:31:20.902618 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3954fd-ea03-4e8a-809e-a9eed000d69c req-745c3fe1-caee-446e-9a16-051afe95031e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:20.904160 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd3954fd-ea03-4e8a-809e-a9eed000d69c req-745c3fe1-caee-446e-9a16-051afe95031e tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 944 time: 0.0551400 Mar 23 19:31:20.970854 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0322fe-472d-4b21-b996-7837050b845b None None] New status for floating IP 8d80a57a-5c38-467e-ab05-677627c2a2a4: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:31:21.023244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['e02cb1a8-62b8-4269-a983-ebd68c4057dd'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:21.158067 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dd3954fd-ea03-4e8a-809e-a9eed000d69c req-0d82ad64-9a38-47a7-bbce-7e5f274d3343 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478628 Mar 23 19:31:21.515734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47246) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:21.568874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.596401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.646308 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.649011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.650120 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "DELETE /v2.0/security-groups/bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0 HTTP/1.1" status: 204 len: 168 time: 0.1333954 Mar 23 19:31:21.652694 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47248) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:21.661300 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b985-c985-4aa8-bbec-2f07101ffa9d tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:21.672776 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-dc62b067-5f39-4d91-9bb7-188d746fdc95 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] show failed (client error): The resource could not be found. Mar 23 19:31:21.673816 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-dc62b067-5f39-4d91-9bb7-188d746fdc95 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups/bc0e1aae-5d78-4569-9d6f-0aaa2b5059e0 HTTP/1.1" status: 404 len: 347 time: 0.0200393 Mar 23 19:31:21.676494 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47250) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:21.794768 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Deleting port a59bda09-e954-45f0-b03f-7ce313e7d297 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:21.795112 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.869895 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.870225 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:21.881472 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Calling delete_port for a59bda09-e954-45f0-b03f-7ce313e7d297 owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:22.003788 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.031709 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event deleted for resources: {'Port': ['ID=a59bda09-e954-45f0-b03f-7ce313e7d297,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:22.090255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.093595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.094736 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4ffb1b12-3076-44f0-8ad5-34bf099b9b91 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "DELETE /v2.0/floatingips/8d80a57a-5c38-467e-ab05-677627c2a2a4 HTTP/1.1" status: 204 len: 168 time: 0.4170904 Mar 23 19:31:22.232321 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device e02cb1a8-62b8-4269-a983-ebd68c4057dd up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:31:22.277542 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8eab-433c-4220-82b5-e68e1b8fb083 req-c8c844e1-a975-432a-ac21-c27c838e89f2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:22.279157 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4fd8eab-433c-4220-82b5-e68e1b8fb083 req-c8c844e1-a975-432a-ac21-c27c838e89f2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 944 time: 0.0493639 Mar 23 19:31:22.280527 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port e02cb1a8-62b8-4269-a983-ebd68c4057dd completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:31:22.284391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port e02cb1a8-62b8-4269-a983-ebd68c4057dd triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:31:22.284774 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.322475 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4fd8eab-433c-4220-82b5-e68e1b8fb083 req-e4703bdf-aa72-4ebb-9c20-1a4b5e3f0346 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373533 Mar 23 19:31:22.381961 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.528592 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:22.530815 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8199d34-970d-41df-9b26-21fa69acc9fc" -d '{"events": [{"server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:22.543080 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:22.548279 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:22.549172 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 893601c8-9ad7-49c4-8eab-80b1b4d04c59 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:22.586826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118e5bc-f73b-49bc-9ce5-d0064264e11c x-openstack-request-id: req-b118e5bc-f73b-49bc-9ce5-d0064264e11c {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:22.587116 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:22.587382 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b118e5bc-f73b-49bc-9ce5-d0064264e11c {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:22.587775 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'code': 200} Mar 23 19:31:22.592262 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 893601c8-9ad7-49c4-8eab-80b1b4d04c59 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:22.592620 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 893601c8-9ad7-49c4-8eab-80b1b4d04c59 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:22.618041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:22.733432 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84e78d-f3cf-4ece-95ee-d977c126b168 req-0878e34d-216a-4720-9caf-97a8b70750c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:22.734901 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-af84e78d-f3cf-4ece-95ee-d977c126b168 req-0878e34d-216a-4720-9caf-97a8b70750c7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 1098 time: 0.0391030 Mar 23 19:31:22.769169 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-af84e78d-f3cf-4ece-95ee-d977c126b168 req-92e97689-2ebd-49d3-b97c-efa0374d2748 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270104 Mar 23 19:31:22.972860 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:31:23.437717 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88292f-4241-447a-b9ac-a2034c5458e9 req-d95b5afa-016f-4923-95db-76655afee7e7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:23.439194 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6c88292f-4241-447a-b9ac-a2034c5458e9 req-d95b5afa-016f-4923-95db-76655afee7e7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0522957 Mar 23 19:31:23.479710 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6c88292f-4241-447a-b9ac-a2034c5458e9 req-c48babbe-3027-4ffa-b445-d71ec5415f49 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Mar 23 19:31:24.533599 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d1c32-8502-4833-adc4-c15e85d859a5 req-38350743-b177-4a23-8ebe-ce3d752f7f51 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:24.535118 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a25d1c32-8502-4833-adc4-c15e85d859a5 req-38350743-b177-4a23-8ebe-ce3d752f7f51 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0486910 Mar 23 19:31:24.573068 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a25d1c32-8502-4833-adc4-c15e85d859a5 req-8b16cfd0-a3c4-400a-a1d1-502c58c60f8f tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Mar 23 19:31:24.595520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed6a4-38c6-47fa-b6f2-da1f9c250cf5 req-6d4e48a0-8115-4648-98fc-616fa8e406a1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:24.597008 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ceeed6a4-38c6-47fa-b6f2-da1f9c250cf5 req-6d4e48a0-8115-4648-98fc-616fa8e406a1 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0476935 Mar 23 19:31:24.632729 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ceeed6a4-38c6-47fa-b6f2-da1f9c250cf5 req-717d1935-ede4-49a3-b52f-373a7851c3fa tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299752 Mar 23 19:31:24.741164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc61c7-040c-4026-acad-f2b2b794af22 req-8334d1f3-0868-4fa6-96fd-b1d20e20f426 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:24.742645 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-44bc61c7-040c-4026-acad-f2b2b794af22 req-8334d1f3-0868-4fa6-96fd-b1d20e20f426 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0486736 Mar 23 19:31:24.751403 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47282) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:24.755757 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Request body: {'floatingip': {'port_id': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:24.797082 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.220096 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.232090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.314543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-e6d31a2e-0ca4-441c-89b9-8d9de8c6eccb tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:25.316008 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-e6d31a2e-0ca4-441c-89b9-8d9de8c6eccb tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0931530 Mar 23 19:31:25.395454 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Floating IP cc5630e8-2435-4de5-9dc9-746373c84829 associated. External IP: 172.27.3.247, port: e02cb1a8-62b8-4269-a983-ebd68c4057dd. Mar 23 19:31:25.527805 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Deleting port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:25.528154 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.693870 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec143b3-5684-404c-bea8-c04d4720ea5a req-6fcd38d7-afa6-45a2-ba0e-deade3ca3d5b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:25.695385 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-eec143b3-5684-404c-bea8-c04d4720ea5a req-6fcd38d7-afa6-45a2-ba0e-deade3ca3d5b tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=55a30ec8-e400-4aae-965c-7d27eda1f1f1 HTTP/1.1" status: 200 len: 946 time: 0.0555074 Mar 23 19:31:25.701574 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] For port 1e9ad986-ebc5-4a85-ac67-12167fc2d834, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=1e9ad986-ebc5-4a85-ac67-12167fc2d834,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:25.702072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.719478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Calling delete_port for 1e9ad986-ebc5-4a85-ac67-12167fc2d834 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:25.732407 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-eec143b3-5684-404c-bea8-c04d4720ea5a req-348c3115-891f-44a8-a3f1-a0b5ad2a3999 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Mar 23 19:31:25.740371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:25.928371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:25.932961 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.937935 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:25.947169 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:25.947782 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:25.964667 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:25.989021 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8ead8547-6aaa-4af3-bce3-d3dec81106da tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "PUT /v2.0/floatingips/cc5630e8-2435-4de5-9dc9-746373c84829 HTTP/1.1" status: 200 len: 991 time: 1.2253501 Mar 23 19:31:25.989279 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['17844442-669f-4813-837a-7690c811cd0a', '1e9ad986-ebc5-4a85-ac67-12167fc2d834'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:25.999622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:26.001970 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db8d60a-0610-4e67-ae60-89e83d810ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:26.010836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event deleted for resources: {'Port': ['ID=1e9ad986-ebc5-4a85-ac67-12167fc2d834,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:26.053419 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] No DVR routers for this DVR port 1e9ad986-ebc5-4a85-ac67-12167fc2d834 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:26.056213 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:26.060478 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d52e5c06-e230-49c4-9c08-b38c0cbc4dd0 req-496fe022-ee77-4bdc-9c48-257c57e6c080 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "DELETE /v2.0/ports/1e9ad986-ebc5-4a85-ac67-12167fc2d834 HTTP/1.1" status: 204 len: 173 time: 0.7162242 Mar 23 19:31:26.061939 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac8d7c-66b0-48a7-8a01-ef7a5ad9d9e0 x-openstack-request-id: req-82ac8d7c-66b0-48a7-8a01-ef7a5ad9d9e0 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:26.062318 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:26.062572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82ac8d7c-66b0-48a7-8a01-ef7a5ad9d9e0 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:26.062961 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'status': 'completed', 'code': 200} Mar 23 19:31:26.111871 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:26.134795 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-21a87696-5a9c-459e-bcd9-f4215c8585cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:26.136472 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-21a87696-5a9c-459e-bcd9-f4215c8585cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab95638b935b4336b77989135ced74ca&device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 1098 time: 0.0428772 Mar 23 19:31:26.233521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-d98f4ca8-9d0e-4fa3-aa6a-862d0871b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:26.234979 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-d98f4ca8-9d0e-4fa3-aa6a-862d0871b437 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 200 len: 911 time: 0.0919371 Mar 23 19:31:26.299579 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-fcc654a5-1b4a-4f13-802c-7f97d73d71a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd HTTP/1.1" status: 200 len: 999 time: 0.0575373 Mar 23 19:31:26.354324 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-bd5997b5-21e2-4cb8-9ac4-704250529dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:26.355692 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-bd5997b5-21e2-4cb8-9ac4-704250529dca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 200 len: 850 time: 0.0493159 Mar 23 19:31:26.399597 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc5630e8-2435-4de5-9dc9-746373c84829', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:f9:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:31:12Z', 'updated_at': '2022-03-23T19:31:25Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:26.402869 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-1b27af01-7c03-4600-9164-33fd10f43592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:26.404489 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-1b27af01-7c03-4600-9164-33fd10f43592 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05c7177b-568c-4297-b2a5-26098f3d13c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416336 Mar 23 19:31:26.427108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:26.435666 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:26.436908 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:26.502257 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-6067f3b5-4e7a-4500-87ce-b92cc0e43f0a service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899923 Mar 23 19:31:26.558812 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:26.608446 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9db8d60a-0610-4e67-ae60-89e83d810ac7 req-5676f2a4-9599-445e-91d0-5cebcafd4d5d service neutron] 10.222.0.42 "GET /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976698 Mar 23 19:31:26.784068 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc5630e8-2435-4de5-9dc9-746373c84829', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:f9:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:31:12Z', 'updated_at': '2022-03-23T19:31:25Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:26.817237 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c7229-faac-41b9-9586-d71c1aff8fce None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'cc5630e8-2435-4de5-9dc9-746373c84829', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'port_id': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'mac_address': 'fa:16:3e:f9:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:31:12Z', 'updated_at': '2022-03-23T19:31:25Z', 'revision_number': 1, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:31:27.006847 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340074a5-3352-409b-ad69-fd7d2fb5e3ba req-7b6ced3b-4983-48cb-86dd-5b93cfae42ec tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:27.008391 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-340074a5-3352-409b-ad69-fd7d2fb5e3ba req-7b6ced3b-4983-48cb-86dd-5b93cfae42ec tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0494528 Mar 23 19:31:27.027194 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67bee4c-810c-444a-ad3a-862aca0869f5 None None] New status for floating IP cc5630e8-2435-4de5-9dc9-746373c84829: ACTIVE {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:31:27.047845 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-340074a5-3352-409b-ad69-fd7d2fb5e3ba req-8467ed8f-7cf4-4660-add4-981a68567210 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/security-groups?id=14424eeb-af77-4d42-bcba-b319141833c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Mar 23 19:31:27.728218 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-df9641e2-0eb1-4304-9a7d-6c8fa767ecf7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:27.729701 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-df9641e2-0eb1-4304-9a7d-6c8fa767ecf7 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 945 time: 0.0484960 Mar 23 19:31:27.822881 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Deleting port 17844442-669f-4813-837a-7690c811cd0a {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:27.823227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:27.916966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] For port 17844442-669f-4813-837a-7690c811cd0a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=17844442-669f-4813-837a-7690c811cd0a,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:27.917327 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:27.929908 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Calling delete_port for 17844442-669f-4813-837a-7690c811cd0a owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:28.058332 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:28.066513 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'name': 'network-vif-deleted', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:28.068740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e251c-8e0e-433a-a030-d6ccaccacbc2" -d '{"events": [{"server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "name": "network-vif-deleted", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:28.074669 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['17844442-669f-4813-837a-7690c811cd0a', '1e9ad986-ebc5-4a85-ac67-12167fc2d834'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:28.090806 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Pushing event deleted for resources: {'Port': ['ID=17844442-669f-4813-837a-7690c811cd0a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:28.136836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] No DVR routers for this DVR port 17844442-669f-4813-837a-7690c811cd0a on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:28.139342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:28.142676 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-95bdc858-0ccd-4baf-8e99-0c1b445e0309 req-20eba032-3942-4a91-b06f-39c78895b5c5 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.42 "DELETE /v2.0/ports/17844442-669f-4813-837a-7690c811cd0a HTTP/1.1" status: 204 len: 173 time: 0.4073305 Mar 23 19:31:28.173782 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6715da1-3614-4d84-a649-b6618b87c2ef x-openstack-request-id: req-f6715da1-3614-4d84-a649-b6618b87c2ef {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:28.174073 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a30ec8-e400-4aae-965c-7d27eda1f1f1", "name": "network-vif-deleted", "tag": "1e9ad986-ebc5-4a85-ac67-12167fc2d834", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:28.174336 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6715da1-3614-4d84-a649-b6618b87c2ef {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:28.174730 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a30ec8-e400-4aae-965c-7d27eda1f1f1', 'name': 'network-vif-deleted', 'tag': '1e9ad986-ebc5-4a85-ac67-12167fc2d834', 'status': 'completed', 'code': 200} Mar 23 19:31:28.176796 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c6074a44-ed2c-4d09-8a23-71e466803572 req-a02c29ea-daae-4356-8dae-94d1efb0f786 tempest-ServerRescueNegativeTestJSON-626996626 tempest-ServerRescueNegativeTestJSON-626996626-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e26831-c7d5-456b-9d2c-7a0186a31bea HTTP/1.1" status: 200 len: 210 time: 0.0331402 Mar 23 19:31:29.232906 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47304) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:29.961898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:30.179310 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'name': 'network-vif-deleted', 'tag': '17844442-669f-4813-837a-7690c811cd0a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:30.181579 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846b44e-d321-4894-bcc4-16e0ef94cb29" -d '{"events": [{"server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "name": "network-vif-deleted", "tag": "17844442-669f-4813-837a-7690c811cd0a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:30.216616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e27bc6-f964-49ee-8e19-b15e75fc00ae x-openstack-request-id: req-43e27bc6-f964-49ee-8e19-b15e75fc00ae {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:30.216928 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e26831-c7d5-456b-9d2c-7a0186a31bea", "name": "network-vif-deleted", "tag": "17844442-669f-4813-837a-7690c811cd0a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:30.217838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43e27bc6-f964-49ee-8e19-b15e75fc00ae {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:30.218224 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e26831-c7d5-456b-9d2c-7a0186a31bea', 'name': 'network-vif-deleted', 'tag': '17844442-669f-4813-837a-7690c811cd0a', 'status': 'completed', 'code': 200} Mar 23 19:31:30.259737 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Deleting port 747bb09c-f21e-404c-90b9-7e9f2337e114 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:30.260363 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:30.272420 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 1e9ad986-ebc5-4a85-ac67-12167fc2d834 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:30.291944 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 1e9ad986-ebc5-4a85-ac67-12167fc2d834 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:30.292291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 1e9ad986-ebc5-4a85-ac67-12167fc2d834 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:30.341910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] For port 747bb09c-f21e-404c-90b9-7e9f2337e114, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=747bb09c-f21e-404c-90b9-7e9f2337e114,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:30.342286 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:30.356494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Calling delete_port for 747bb09c-f21e-404c-90b9-7e9f2337e114 owned by network:router_interface {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:30.528502 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:30.554804 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Pushing event deleted for resources: {'Port': ['ID=747bb09c-f21e-404c-90b9-7e9f2337e114,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:30.716477 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:30.921932 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Router 10d9e01a-1886-451d-bd69-e989bd913e0a has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:31.025940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:31.036889 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-aa13ceeb-496d-4d9e-8757-0da065406276 admin admin] 10.222.0.43 "PUT /v2.0/routers/10d9e01a-1886-451d-bd69-e989bd913e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029487 Mar 23 19:31:31.039527 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47310) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:31.040976 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Sync routers for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:31.052311 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:31.052948 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:31.142853 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks [] for router, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.155575 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:31.244877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.296237 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Deleting port b6122cba-5947-4ab0-be8d-e7e1631662fa {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:31.296622 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.331662 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:31:30Z', 'revision_number': 5, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port': {'id': 'b6122cba-5947-4ab0-be8d-e7e1631662fa', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:24:45Z', 'updated_at': '2022-03-23T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:31.358905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Checking router: 10d9e01a-1886-451d-bd69-e989bd913e0a for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:31.366786 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Routers {'10d9e01a-1886-451d-bd69-e989bd913e0a'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:31.367377 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['10d9e01a-1886-451d-bd69-e989bd913e0a'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:31.376673 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] For port b6122cba-5947-4ab0-be8d-e7e1631662fa, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=b6122cba-5947-4ab0-be8d-e7e1631662fa,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:31.377066 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.388751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Calling delete_port for b6122cba-5947-4ab0-be8d-e7e1631662fa owned by network:router_gateway {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:31.453684 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] Set router 10d9e01a-1886-451d-bd69-e989bd913e0a gateway port host: None {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:31.507405 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:31:31Z', 'revision_number': 6, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:31.533149 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8578ff-863c-4ce9-b1c2-3b7b1746b3b9 None None] The sync data for ids ['10d9e01a-1886-451d-bd69-e989bd913e0a'] in dv-cinder-834961-1-iscsi is: [{'id': '10d9e01a-1886-451d-bd69-e989bd913e0a', 'name': 'tempest-ServerRescueNegativeTestJSON-1264364600-router', 'tenant_id': '2580056d61bb4c85af9e6165643baa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:24:44Z', 'updated_at': '2022-03-23T19:31:31Z', 'revision_number': 6, 'project_id': '2580056d61bb4c85af9e6165643baa8d', 'gw_port_host': None}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:31:31.557216 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.579951 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6122cba-5947-4ab0-be8d-e7e1631662fa,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:31.641418 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.748563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.750676 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.809749 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.810268 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d9e01a-1886-451d-bd69-e989bd913e0a {{(pid=101769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:31:31.815151 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.816575 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b19003a3-39f3-4d3c-89fd-d1bfa603f613 admin admin] 10.222.0.43 "DELETE /v2.0/routers/10d9e01a-1886-451d-bd69-e989bd913e0a HTTP/1.1" status: 204 len: 168 time: 0.7758102 Mar 23 19:31:31.819091 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47312) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:31.862198 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Deleting subnet a73281f7-3f03-4f87-aee3-0580340980ec {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:31:31.865314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:31.903932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019965'] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.013413 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.066553 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3856756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137326'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.090697 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73281f7-3f03-4f87-aee3-0580340980ec,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:32.094427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.097910 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6b139ced-102c-4264-9589-095b47bbcc3e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a73281f7-3f03-4f87-aee3-0580340980ec HTTP/1.1" status: 204 len: 168 time: 0.2775002 Mar 23 19:31:32.099890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47314) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:32.100326 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afecc0b-ab4b-4ea6-9bd8-61c8652903de None None] Network 59aff23f-16f2-4a06-9611-6670739cbd3e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:31:32.164563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.219494 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Deleting port 35bad47d-a74d-4e41-a403-54ca1b929caf {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:32.219753 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.285041 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] For port 35bad47d-a74d-4e41-a403-54ca1b929caf, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=35bad47d-a74d-4e41-a403-54ca1b929caf,segment=NetworkSegment(63d42d9c-3b25-4617-85c1-c0c462ff9b1d),segment_id=63d42d9c-3b25-4617-85c1-c0c462ff9b1d)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:32.285410 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.299159 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Calling delete_port for 35bad47d-a74d-4e41-a403-54ca1b929caf owned by network:dhcp {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:32.336208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 17844442-669f-4813-837a-7690c811cd0a no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:32.360025 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 17844442-669f-4813-837a-7690c811cd0a {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:32.360532 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 17844442-669f-4813-837a-7690c811cd0a not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:32.384115 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.411369 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=35bad47d-a74d-4e41-a403-54ca1b929caf,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:32.415019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] No DVR routers for this DVR port 35bad47d-a74d-4e41-a403-54ca1b929caf on host dv-cinder-834961-1-iscsi {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:32.439215 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009c3d0-a994-419a-b3aa-77536f2bc696 None None] DHCP port deletion for 59aff23f-16f2-4a06-9611-6670739cbd3e request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:31:32.488436 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.509213 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aff23f-16f2-4a06-9611-6670739cbd3e']}} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:32.520260 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d42d9c-3b25-4617-85c1-c0c462ff9b1d') {'for_net_delete': True} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:32.520657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d42d9c-3b25-4617-85c1-c0c462ff9b1d') {} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:32.530279 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019908'] for segment, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.543533 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.550652 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:31:32.551071 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3856086'] for segment, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: Traceback (most recent call last): Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: timer() Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: cb(*args, **kw) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: return func(*args, **kwargs) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: self._notify() Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: self.callback(batched_events) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: event.method(event) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: return f(self, *a, **k) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._get(url).json() Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: return self.request(url, 'GET', **kwargs) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:31:32.552762 dv-cinder-834961-1-iscsi neutron-server[101769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:31:32.610084 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.624976 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.628056 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] 10.222.0.43 "DELETE /v2.0/networks/59aff23f-16f2-4a06-9611-6670739cbd3e HTTP/1.1" status: 204 len: 168 time: 0.5272293 Mar 23 19:31:32.629115 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95f7d-ce64-42f0-bdc9-be776c782e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=59aff23f-16f2-4a06-9611-6670739cbd3e,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:32.737212 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47320) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:32.775729 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c726fa1e-c7e6-4270-8db9-7a1c6030457b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2580056d61bb4c85af9e6165643baa8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373638 Mar 23 19:31:32.778087 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47322) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:32.827282 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.847796 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.892787 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.895251 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:32.896401 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14424eeb-af77-4d42-bcba-b319141833c0 HTTP/1.1" status: 204 len: 168 time: 0.1174304 Mar 23 19:31:32.903820 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd7d7-ceaf-4ef6-960c-aba4a18f6c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14424eeb-af77-4d42-bcba-b319141833c0,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:33.070179 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device b6122cba-5947-4ab0-be8d-e7e1631662fa no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:33.090702 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: b6122cba-5947-4ab0-be8d-e7e1631662fa {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:33.091048 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device b6122cba-5947-4ab0-be8d-e7e1631662fa not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:33.091458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 747bb09c-f21e-404c-90b9-7e9f2337e114 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:33.112255 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 747bb09c-f21e-404c-90b9-7e9f2337e114 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:33.112598 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 747bb09c-f21e-404c-90b9-7e9f2337e114 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:33.113098 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 35bad47d-a74d-4e41-a403-54ca1b929caf no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:31:33.131660 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 35bad47d-a74d-4e41-a403-54ca1b929caf {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:31:33.132006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 35bad47d-a74d-4e41-a403-54ca1b929caf not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:31:41.022366 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.154448 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47444) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:43.255087 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1fa2fbb7-d289-4488-b864-65ef9b3101e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.329624 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1fa2fbb7-d289-4488-b864-65ef9b3101e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.333489 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1fa2fbb7-d289-4488-b864-65ef9b3101e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.371062 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1fa2fbb7-d289-4488-b864-65ef9b3101e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=110e4e66c0a443029ff83a5c8a0e14c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155492 Mar 23 19:31:43.372185 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2fbb7-d289-4488-b864-65ef9b3101e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2a3bf4-df60-424a-b121-e0ec6aa555a4,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:43.373751 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47448) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:43.398338 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1cc0324c-d585-43a3-b0e3-c909bc0f4fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.427487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.448533 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.501530 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.504016 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:43.505192 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc2a3bf4-df60-424a-b121-e0ec6aa555a4 HTTP/1.1" status: 204 len: 168 time: 0.1303546 Mar 23 19:31:43.513182 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9970-365c-461f-9e41-fa7307354558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2a3bf4-df60-424a-b121-e0ec6aa555a4,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:45.354704 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47520) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:45.454800 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-631dbdf6-3c8b-46d0-9978-4c1b39b1cabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.528131 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-631dbdf6-3c8b-46d0-9978-4c1b39b1cabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.532695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-631dbdf6-3c8b-46d0-9978-4c1b39b1cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.575728 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-631dbdf6-3c8b-46d0-9978-4c1b39b1cabc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c49cc22cd706415393871525d1200c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200451 Mar 23 19:31:45.577775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dbdf6-3c8b-46d0-9978-4c1b39b1cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7715a-8a37-4262-8ab0-e85e6bf8d271,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:45.578526 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47524) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:45.629260 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.651193 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.696738 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.699276 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.700444 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0a7715a-8a37-4262-8ab0-e85e6bf8d271 HTTP/1.1" status: 204 len: 168 time: 0.1208625 Mar 23 19:31:45.711220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c428b-4f07-45d0-b173-05da35c0efe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7715a-8a37-4262-8ab0-e85e6bf8d271,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:45.799074 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-16c79ed8-3789-4e3e-a5df-57a5ed1e1608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:45.965367 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47530) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:45.979054 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-54612598-f79e-4705-931a-125637aee1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.051441 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-54612598-f79e-4705-931a-125637aee1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.055028 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-54612598-f79e-4705-931a-125637aee1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.092571 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-54612598-f79e-4705-931a-125637aee1d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb25b85cd7564369b6d454cfd74b242a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261213 Mar 23 19:31:46.093689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54612598-f79e-4705-931a-125637aee1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b3865-4213-4743-aea7-54609f22840b,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:46.095981 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47532) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:46.143061 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.163846 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.219524 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.222120 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:46.223395 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f5b3865-4213-4743-aea7-54609f22840b HTTP/1.1" status: 204 len: 168 time: 0.1264329 Mar 23 19:31:46.231470 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d53537-3b21-48d2-92be-355ddc1e9a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b3865-4213-4743-aea7-54609f22840b,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:46.813868 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:48.340409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:48.699811 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:48.912621 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b926773f-cbda-409d-b300-2ebc9c87118e req-a842187c-12cd-4a34-b1ff-fd2540dda6bf tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295276752&fields=id&tenant_id=5da779c102a04597ba16930c16bb55b2 HTTP/1.1" status: 200 len: 267 time: 0.0380166 Mar 23 19:31:48.967418 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926773f-cbda-409d-b300-2ebc9c87118e req-4d284235-6a28-42c8-aaf5-03e0bc679005 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:48.968894 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b926773f-cbda-409d-b300-2ebc9c87118e req-4d284235-6a28-42c8-aaf5-03e0bc679005 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 985 time: 0.0506153 Mar 23 19:31:48.979626 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Request body: {'port': {'security_groups': ['9face238-2c24-4fc3-8c45-ac72745c7df3']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:31:49.045813 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.231132 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:49.259264 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.263659 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.281221 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:49.308123 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:49.308747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.310160 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b926773f-cbda-409d-b300-2ebc9c87118e req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "PUT /v2.0/ports/3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 943 time: 0.3349092 Mar 23 19:31:49.310609 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:49.313026 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f61e01d-f6ac-4cd4-89b5-f35915b50231" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:49.317375 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47596) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:49.377745 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089e4c9-4f2d-4a94-aa40-abae39ade4fb tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event updated for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=7']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:49.396417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.433886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.440223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:49.515602 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.520577 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.522428 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c44d760-c8b4-4035-89d1-2c3d45a9e8a5 HTTP/1.1" status: 204 len: 168 time: 0.2040665 Mar 23 19:31:49.525209 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47600) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:49.546160 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50c279-266c-428e-b051-59eba7e89b01 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44d760-c8b4-4035-89d1-2c3d45a9e8a5,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:49.583447 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce716f9a-c4aa-42ea-bc97-d9e07fbeedfc x-openstack-request-id: req-ce716f9a-c4aa-42ea-bc97-d9e07fbeedfc {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:49.583730 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:49.584289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce716f9a-c4aa-42ea-bc97-d9e07fbeedfc {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:49.584676 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:31:49.629933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fd0a35e9-4479-462c-a8af-eee7f9594a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:49.630179 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-61a9bb88-34ad-4568-bd5d-4ce51b9abb49 None None] Provisioning complete for port 3ee91d6e-5f79-435d-b399-64442d1cb7cc triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:31:49.630643 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-61a9bb88-34ad-4568-bd5d-4ce51b9abb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.631454 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fd0a35e9-4479-462c-a8af-eee7f9594a82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1099 time: 0.0606263 Mar 23 19:31:49.722251 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Deleting port 32a138b9-7138-430a-a510-00db084cc5d6 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:49.722601 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.734807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fa8780d7-6535-447a-8546-09d18a461c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:49.736507 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fa8780d7-6535-447a-8546-09d18a461c11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 915 time: 0.0961511 Mar 23 19:31:49.794640 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.794967 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:49.805699 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-a6c7c8b6-1a11-49e7-8dfb-660d85302fd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 1002 time: 0.0615580 Mar 23 19:31:49.806227 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Calling delete_port for 32a138b9-7138-430a-a510-00db084cc5d6 owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:49.856675 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-d33d05e0-13a2-4098-b8de-af1c7d08be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:49.858357 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-d33d05e0-13a2-4098-b8de-af1c7d08be94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0463428 Mar 23 19:31:49.908145 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fd8cd210-e3c6-46c5-b13f-70ee402b23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:49.909747 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fd8cd210-e3c6-46c5-b13f-70ee402b23d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438294 Mar 23 19:31:50.006613 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-fdaef9a0-b731-4121-9765-3730aa57fc05 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886867 Mar 23 19:31:50.095849 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2f61e01d-f6ac-4cd4-89b5-f35915b50231 req-269265ef-d4cb-49a2-859e-4aa5d7917a99 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826294 Mar 23 19:31:50.191064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:50.221262 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event deleted for resources: {'Port': ['ID=32a138b9-7138-430a-a510-00db084cc5d6,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:50.280594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:50.281208 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Floating IP 046d011f-16b8-4513-85d1-f5ff4d0878ff disassociated (deleted). External IP: 172.27.3.174, port: 3ee91d6e-5f79-435d-b399-64442d1cb7cc. Mar 23 19:31:50.495899 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:50.611185 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:50.616028 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:50.623020 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Sync routers for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:50.633209 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:50.633889 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:50.643338 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-115cfb23-8b67-4924-99b4-3a1378e1f89c tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "DELETE /v2.0/floatingips/046d011f-16b8-4513-85d1-f5ff4d0878ff HTTP/1.1" status: 204 len: 168 time: 1.1155961 Mar 23 19:31:50.739447 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:50.936051 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:50.962263 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Checking router: 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:50.970328 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:50.970924 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:51.149750 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:51.347013 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:51.380120 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7057109-8569-432a-9dbf-6af6da0d169c None None] The sync data for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi is: [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:58Z', 'revision_number': 4, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '1cfd96b4-bae2-4cec-a386-2cd6666da24a', 'name': '', 'network_id': '0617d7cc-2319-4fde-a92d-6b18cb3f2b16', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:57Z', 'updated_at': '2022-03-23T19:27:02Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'subnets': [{'id': 'b75fe0d3-0774-41fd-b98a-60a7447cd1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:31:51.586463 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:51.593010 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac4fcf-4261-4357-a22e-0b14829d80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:51.634618 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e4efd-926b-4741-82f8-e4775ee4671c None None] New status for floating IP 046d011f-16b8-4513-85d1-f5ff4d0878ff: DOWN {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:31:51.638289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913175a-5d87-4c02-abac-92277c71440c x-openstack-request-id: req-9913175a-5d87-4c02-abac-92277c71440c {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:51.639897 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:51.639897 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9913175a-5d87-4c02-abac-92277c71440c {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:51.639897 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:31:51.711500 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-ffc44451-00b5-4635-9c97-70877b576b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:51.714799 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-ffc44451-00b5-4635-9c97-70877b576b42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5da779c102a04597ba16930c16bb55b2&device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 1099 time: 0.0503590 Mar 23 19:31:51.811215 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-7e8f5388-23c2-45ea-a6d5-3d9cd002e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:51.812687 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-7e8f5388-23c2-45ea-a6d5-3d9cd002e431 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 200 len: 915 time: 0.0889888 Mar 23 19:31:51.862102 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-6024fddb-d5f3-44d0-b118-168a7fc100f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 200 len: 217 time: 0.0418751 Mar 23 19:31:51.915328 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-5964b17c-a0d8-4560-9411-c443b5ee3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:51.916719 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-5964b17c-a0d8-4560-9411-c443b5ee3cba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 200 len: 854 time: 0.0488584 Mar 23 19:31:51.975664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-45d09dee-7f42-4fb5-8047-47bfaa454ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:51.978775 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-45d09dee-7f42-4fb5-8047-47bfaa454ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0617d7cc-2319-4fde-a92d-6b18cb3f2b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550172 Mar 23 19:31:52.317891 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-534cd9c7-a2a8-43d3-9c62-8a449c122fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307879 Mar 23 19:31:52.404183 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6fac4fcf-4261-4357-a22e-0b14829d80f9 req-587a3d05-25c5-41f4-9312-7607c90057b6 service neutron] 10.222.0.42 "GET /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786989 Mar 23 19:31:53.396552 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6c861-2519-4cac-aae4-c51a5b96c2b0 req-28d2d7fb-283b-414b-8efc-0b91d83dc1d4 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:53.398064 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c4b6c861-2519-4cac-aae4-c51a5b96c2b0 req-28d2d7fb-283b-414b-8efc-0b91d83dc1d4 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0499918 Mar 23 19:31:53.438263 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c4b6c861-2519-4cac-aae4-c51a5b96c2b0 req-1867ac73-45c0-453b-a115-062ddc1ae6d9 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Mar 23 19:31:54.554353 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e9b6-08ac-4c9f-8edc-8e3181572706 req-f4dfa6b3-2bb1-4228-ba7c-65b1223d9872 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:54.555727 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6bc0e9b6-08ac-4c9f-8edc-8e3181572706 req-f4dfa6b3-2bb1-4228-ba7c-65b1223d9872 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0499101 Mar 23 19:31:54.596419 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6bc0e9b6-08ac-4c9f-8edc-8e3181572706 req-148ff90f-ede7-4233-9561-9fc66bf6131e tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Mar 23 19:31:55.533571 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-a6b1b811-ae76-473f-b30b-aa6a2d6149c0 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:55.534997 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-a6b1b811-ae76-473f-b30b-aa6a2d6149c0 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.42 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0541017 Mar 23 19:31:55.629640 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Deleting port 3ee91d6e-5f79-435d-b399-64442d1cb7cc {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:55.630274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:55.727756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bcc30-3949-45f7-8ce3-6e9fc8d5a6f3 req-bc90ec96-77d2-4902-a8da-dd861a7a27df tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:31:55.728519 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] For port 3ee91d6e-5f79-435d-b399-64442d1cb7cc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=3ee91d6e-5f79-435d-b399-64442d1cb7cc,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:55.728934 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:55.729240 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c07bcc30-3949-45f7-8ce3-6e9fc8d5a6f3 req-bc90ec96-77d2-4902-a8da-dd861a7a27df tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/ports?device_id=d37e975f-43ad-491f-9c91-a2e2a184b07d HTTP/1.1" status: 200 len: 946 time: 0.0590808 Mar 23 19:31:55.741098 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Calling delete_port for 3ee91d6e-5f79-435d-b399-64442d1cb7cc owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:55.766175 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c07bcc30-3949-45f7-8ce3-6e9fc8d5a6f3 req-6b8d8929-8be3-4a56-876b-c75887c0bdc6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.43 "GET /v2.0/security-groups?id=9face238-2c24-4fc3-8c45-ac72745c7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Mar 23 19:31:55.864073 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:55.875082 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['3ee91d6e-5f79-435d-b399-64442d1cb7cc'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:31:55.897269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Pushing event deleted for resources: {'Port': ['ID=3ee91d6e-5f79-435d-b399-64442d1cb7cc,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:55.935910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] No DVR routers for this DVR port 3ee91d6e-5f79-435d-b399-64442d1cb7cc on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:31:55.939804 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:55.943392 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d56c1ac1-56ce-4a72-a7e4-3a755f4d1988 req-57e437fd-b75b-44b5-a050-758b0f275fd6 tempest-TestMinimumBasicScenario-2001130602 tempest-TestMinimumBasicScenario-2001130602-project] 10.222.0.42 "DELETE /v2.0/ports/3ee91d6e-5f79-435d-b399-64442d1cb7cc HTTP/1.1" status: 204 len: 173 time: 0.4026260 Mar 23 19:31:55.943866 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'name': 'network-vif-deleted', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:31:55.946172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99dc0c4-72c6-4c8d-9b48-de2bb64424d7" -d '{"events": [{"server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "name": "network-vif-deleted", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:31:55.987290 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf86f89-36a8-4d6d-b93b-4ff0d0fb1011 x-openstack-request-id: req-bcf86f89-36a8-4d6d-b93b-4ff0d0fb1011 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:31:55.987583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37e975f-43ad-491f-9c91-a2e2a184b07d", "name": "network-vif-deleted", "tag": "3ee91d6e-5f79-435d-b399-64442d1cb7cc", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:31:55.987839 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcf86f89-36a8-4d6d-b93b-4ff0d0fb1011 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:31:55.988298 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37e975f-43ad-491f-9c91-a2e2a184b07d', 'name': 'network-vif-deleted', 'tag': '3ee91d6e-5f79-435d-b399-64442d1cb7cc', 'status': 'completed', 'code': 200} Mar 23 19:31:56.776761 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47692) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:56.882930 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0579763a-096a-4007-b7a1-13a8f13e868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:56.957401 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0579763a-096a-4007-b7a1-13a8f13e868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:56.963470 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0579763a-096a-4007-b7a1-13a8f13e868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.010595 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0579763a-096a-4007-b7a1-13a8f13e868a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad8f15fcf47b44a6bf5c6ea92a5f83b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302661 Mar 23 19:31:57.010595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579763a-096a-4007-b7a1-13a8f13e868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee156798-1fed-4318-bc04-655ac2785f8f,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:57.011274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47714) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:57.064395 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.085844 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.136138 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.138808 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.139950 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee156798-1fed-4318-bc04-655ac2785f8f HTTP/1.1" status: 204 len: 168 time: 0.1261950 Mar 23 19:31:57.154313 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204b875-b435-492a-b622-b0aae9f22485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee156798-1fed-4318-bc04-655ac2785f8f,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:57.423639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47748) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:57.437587 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-23bcee9d-568a-4bd9-b3f9-f45375473a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.467285 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47750) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:57.522519 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-23bcee9d-568a-4bd9-b3f9-f45375473a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.526411 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-23bcee9d-568a-4bd9-b3f9-f45375473a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.571980 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-23bcee9d-568a-4bd9-b3f9-f45375473a00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cea0dee59514432b53c03f37e9e0dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471522 Mar 23 19:31:57.573141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcee9d-568a-4bd9-b3f9-f45375473a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee7d7c8-b826-4778-8bb9-3dc9769dd084,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:57.574610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47754) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:57.628056 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.649158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.696076 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.698907 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:57.700060 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ee7d7c8-b826-4778-8bb9-3dc9769dd084 HTTP/1.1" status: 204 len: 168 time: 0.1236615 Mar 23 19:31:57.712770 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88a4a-1116-4eac-96be-3e37f26ca5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee7d7c8-b826-4778-8bb9-3dc9769dd084,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:58.088345 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:58.370089 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Deleting port 1cfd96b4-bae2-4cec-a386-2cd6666da24a {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:58.370438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:58.449064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] For port 1cfd96b4-bae2-4cec-a386-2cd6666da24a, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=1cfd96b4-bae2-4cec-a386-2cd6666da24a,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:58.449427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:58.461158 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Calling delete_port for 1cfd96b4-bae2-4cec-a386-2cd6666da24a owned by network:router_interface {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:58.638628 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:58.666407 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfd96b4-bae2-4cec-a386-2cd6666da24a,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:31:58.831267 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:59.306090 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:31:59.418642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:31:59.428245 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-0759c444-6283-4e60-bfb7-5fa807859405 admin admin] 10.222.0.43 "PUT /v2.0/routers/148b87a7-c5f3-475e-ad06-8f7ad79a2dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577661 Mar 23 19:31:59.428397 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47806) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:31:59.432328 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Sync routers for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:31:59.444388 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:59.445413 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:59.557900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:59.567330 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:59.715044 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:59.786664 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:31:58Z', 'revision_number': 5, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port': {'id': '62138000-6eda-49f1-a5a9-23757b04e6c6', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:59.788150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Deleting port 62138000-6eda-49f1-a5a9-23757b04e6c6 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:31:59.789668 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:59.820468 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Checking router: 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:31:59.831328 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Routers {'148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:31:59.832086 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:31:59.904291 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] For port 62138000-6eda-49f1-a5a9-23757b04e6c6, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=62138000-6eda-49f1-a5a9-23757b04e6c6,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:31:59.904581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:31:59.921402 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Calling delete_port for 62138000-6eda-49f1-a5a9-23757b04e6c6 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:31:59.937241 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] Set router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:31:59.996928 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:31:59Z', 'revision_number': 6, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:00.025224 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:32:00.026051 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ec111-c5e6-4b55-9294-eb9fed98b0e2 None None] The sync data for ids ['148b87a7-c5f3-475e-ad06-8f7ad79a2dbb'] in dv-cinder-834961-1-iscsi is: [{'id': '148b87a7-c5f3-475e-ad06-8f7ad79a2dbb', 'name': 'tempest-TestMinimumBasicScenario-1335467411-router', 'tenant_id': '5da779c102a04597ba16930c16bb55b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:26:54Z', 'updated_at': '2022-03-23T19:31:59Z', 'revision_number': 6, 'project_id': '5da779c102a04597ba16930c16bb55b2', 'gw_port_host': None}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:32:00.090677 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.116511 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=62138000-6eda-49f1-a5a9-23757b04e6c6,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:00.175238 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.285766 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.287872 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.349975 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.350426 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148b87a7-c5f3-475e-ad06-8f7ad79a2dbb {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:32:00.357588 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.359047 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a1f93bb0-9847-466f-bbb8-dfd52958bb14 admin admin] 10.222.0.43 "DELETE /v2.0/routers/148b87a7-c5f3-475e-ad06-8f7ad79a2dbb HTTP/1.1" status: 204 len: 168 time: 0.9296222 Mar 23 19:32:00.362118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47812) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:00.408788 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Deleting subnet b75fe0d3-0774-41fd-b98a-60a7447cd1dd {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:32:00.412052 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.454069 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.459491 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 3ee91d6e-5f79-435d-b399-64442d1cb7cc no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:00.481263 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 3ee91d6e-5f79-435d-b399-64442d1cb7cc {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:00.482089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 3ee91d6e-5f79-435d-b399-64442d1cb7cc not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:00.563393 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.622506 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.646913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75fe0d3-0774-41fd-b98a-60a7447cd1dd,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:00.650940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.655413 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-350a5190-ccd0-4c23-88b1-2e72e920db35 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b75fe0d3-0774-41fd-b98a-60a7447cd1dd HTTP/1.1" status: 204 len: 168 time: 0.2907989 Mar 23 19:32:00.656658 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47814) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:00.658645 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ede0f4-faff-4344-95ac-0bfabd9d3066 None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:32:00.724189 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.775311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Deleting port 129d9c6f-9aca-45ab-b685-6ac485bbe775 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:00.775658 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.846462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] For port 129d9c6f-9aca-45ab-b685-6ac485bbe775, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=129d9c6f-9aca-45ab-b685-6ac485bbe775,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:00.846830 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.859756 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Calling delete_port for 129d9c6f-9aca-45ab-b685-6ac485bbe775 owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:00.863022 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] DHCP port deletion for 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:32:00.917330 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Deleting port 129d9c6f-9aca-45ab-b685-6ac485bbe775 {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:00.917734 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.950903 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:00.978843 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Pushing event deleted for resources: {'Port': ['ID=129d9c6f-9aca-45ab-b685-6ac485bbe775,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:00.982925 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] No DVR routers for this DVR port 129d9c6f-9aca-45ab-b685-6ac485bbe775 on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:01.002055 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] For port 129d9c6f-9aca-45ab-b685-6ac485bbe775, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=129d9c6f-9aca-45ab-b685-6ac485bbe775,segment=NetworkSegment(f20d1ff4-b969-4520-b89a-900000c89e7a),segment_id=f20d1ff4-b969-4520-b89a-900000c89e7a)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:01.002615 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.043388 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Calling delete_port for 129d9c6f-9aca-45ab-b685-6ac485bbe775 owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:01.102457 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.133109 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0617d7cc-2319-4fde-a92d-6b18cb3f2b16']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:01.137657 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 129d9c6f-9aca-45ab-b685-6ac485bbe775 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:01.144672 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20d1ff4-b969-4520-b89a-900000c89e7a') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:01.145210 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20d1ff4-b969-4520-b89a-900000c89e7a') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:01.158402 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.169207 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 129d9c6f-9aca-45ab-b685-6ac485bbe775 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:01.169563 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 129d9c6f-9aca-45ab-b685-6ac485bbe775 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:01.171543 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 1cfd96b4-bae2-4cec-a386-2cd6666da24a no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:01.175853 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.186082 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:32:01.186901 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:32:01.203544 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:32:01.206258 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 1cfd96b4-bae2-4cec-a386-2cd6666da24a {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:01.206868 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 1cfd96b4-bae2-4cec-a386-2cd6666da24a not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:01.207254 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 62138000-6eda-49f1-a5a9-23757b04e6c6 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:01.232314 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 62138000-6eda-49f1-a5a9-23757b04e6c6 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:01.232661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 62138000-6eda-49f1-a5a9-23757b04e6c6 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:01.263646 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.267581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.274802 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.281018 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0617d7cc-2319-4fde-a92d-6b18cb3f2b16 HTTP/1.1" status: 204 len: 168 time: 0.6227603 Mar 23 19:32:01.281260 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47832) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:01.292158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99178d9-e75c-4427-9128-b97745990102 admin admin] Pushing event deleted for resources: {'Network': ['ID=0617d7cc-2319-4fde-a92d-6b18cb3f2b16,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:01.295698 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Network 0617d7cc-2319-4fde-a92d-6b18cb3f2b16 is not hosted by any dhcp agent {{(pid=101770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 19:32:01.296690 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] No DVR routers for this DVR port 129d9c6f-9aca-45ab-b685-6ac485bbe775 on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:01.306043 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Pushing event deleted for resources: {'Port': ['ID=129d9c6f-9aca-45ab-b685-6ac485bbe775,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:01.314363 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.315034 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.315389 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.315874 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.316412 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.316754 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.317131 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.317735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.318076 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.318443 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.318776 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.319108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566685a5-d6b1-4979-8561-2ac717021af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:01.686029 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:01.942890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Deleting port ca0842e7-2af5-4db7-bebb-d1269e6c83ed {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:01.943243 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.023888 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] For port ca0842e7-2af5-4db7-bebb-d1269e6c83ed, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:02.024255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.040589 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Calling delete_port for ca0842e7-2af5-4db7-bebb-d1269e6c83ed owned by network:router_interface {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:02.223427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.247098 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0842e7-2af5-4db7-bebb-d1269e6c83ed,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:02.412046 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.622047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:32:02.725529 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:32:02.733057 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-39c7cfa6-ae3c-4042-992d-d58ba909c861 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468272 Mar 23 19:32:02.733299 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47846) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:02.733963 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Sync routers for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:32:02.744128 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:02.744750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:02.836245 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.848136 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:02.934627 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:02.986015 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Deleting port a019c36c-bfe7-46ff-b3db-e3b892947e26 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:02.986267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.055478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:32:02Z', 'revision_number': 5, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port': {'id': 'a019c36c-bfe7-46ff-b3db-e3b892947e26', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:27:01Z', 'updated_at': '2022-03-23T19:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:03.085612 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] For port a019c36c-bfe7-46ff-b3db-e3b892947e26, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=a019c36c-bfe7-46ff-b3db-e3b892947e26,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:03.086342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.102350 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Calling delete_port for a019c36c-bfe7-46ff-b3db-e3b892947e26 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:03.230862 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Checking router: 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:32:03.240129 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Routers {'6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:03.240723 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:31:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:03.297542 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.348443 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Pushing event deleted for resources: {'Port': ['ID=a019c36c-bfe7-46ff-b3db-e3b892947e26,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:03.349570 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] Set router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb gateway port host: None {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:03.395514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.410273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:32:02Z', 'revision_number': 6, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:03.440607 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77fd5-51db-4387-9918-cb47a3bd4340 None None] The sync data for ids ['6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb'] in dv-cinder-834961-1-iscsi is: [{'id': '6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb', 'name': 'tempest-TestMinimumBasicScenario-950712624-router', 'tenant_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:27:00Z', 'updated_at': '2022-03-23T19:32:02Z', 'revision_number': 6, 'project_id': '1fa1a4bbae6846c9a7a279d148cc2f4a', 'gw_port_host': None}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:32:03.486709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.488833 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.531201 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.531782 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:32:03.536526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.538011 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a4c99336-b346-4616-a269-22a2cfcac54b admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b22e4ac-b318-4a5d-8ba2-d9fa1c608bbb HTTP/1.1" status: 204 len: 168 time: 0.8036144 Mar 23 19:32:03.540403 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47860) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:03.585130 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Deleting subnet e7067735-2843-4f63-8722-68fdd40547d5 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:32:03.588272 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.624777 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.705003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.756966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.783787 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7067735-2843-4f63-8722-68fdd40547d5,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:03.785747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.791231 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-644fb0cd-c879-48f4-840e-d1222df1a1f4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7067735-2843-4f63-8722-68fdd40547d5 HTTP/1.1" status: 204 len: 168 time: 0.2475443 Mar 23 19:32:03.791613 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47862) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:03.794098 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1f74f-1a70-40b7-a73a-3fc1d04301a5 None None] Network e4b22258-f387-482b-89fc-3f353cc75b56 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:32:03.867704 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.923816 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Deleting port 31f91ab1-46c0-40e2-8d76-6303d9b428fb {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:03.924166 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:03.992284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] For port 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=31f91ab1-46c0-40e2-8d76-6303d9b428fb,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:03.992648 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.226263 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] DHCP port deletion for e4b22258-f387-482b-89fc-3f353cc75b56 request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:32:04.247003 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Calling delete_port for 31f91ab1-46c0-40e2-8d76-6303d9b428fb owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:04.281624 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Deleting port 31f91ab1-46c0-40e2-8d76-6303d9b428fb {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:04.282008 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.342285 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.349264 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] For port 31f91ab1-46c0-40e2-8d76-6303d9b428fb, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=31f91ab1-46c0-40e2-8d76-6303d9b428fb,segment=NetworkSegment(b5a9bff0-9a97-42bf-a6f8-56975cc16500),segment_id=b5a9bff0-9a97-42bf-a6f8-56975cc16500)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:04.349685 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.363826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Calling delete_port for 31f91ab1-46c0-40e2-8d76-6303d9b428fb owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:04.379088 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31f91ab1-46c0-40e2-8d76-6303d9b428fb,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:04.389857 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] No DVR routers for this DVR port 31f91ab1-46c0-40e2-8d76-6303d9b428fb on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:04.455264 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.484877 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] Pushing event deleted for resources: {'Port': ['ID=31f91ab1-46c0-40e2-8d76-6303d9b428fb,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:04.489902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.490313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9178c70-e040-4512-8e67-2d81307c281b None None] No DVR routers for this DVR port 31f91ab1-46c0-40e2-8d76-6303d9b428fb on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:04.522703 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b22258-f387-482b-89fc-3f353cc75b56']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:04.536360 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a9bff0-9a97-42bf-a6f8-56975cc16500') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:04.536737 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a9bff0-9a97-42bf-a6f8-56975cc16500') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:04.548445 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.563228 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.571504 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:32:04.572010 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:32:04.574225 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:32:04.642758 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.648191 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.651469 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e4b22258-f387-482b-89fc-3f353cc75b56 HTTP/1.1" status: 204 len: 168 time: 0.8590534 Mar 23 19:32:04.667034 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be20c-e582-4186-97d8-fb1dab59bae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b22258-f387-482b-89fc-3f353cc75b56,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:04.834522 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47888) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:04.873052 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-305c0b84-ca08-4983-9622-c2693b081f16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5da779c102a04597ba16930c16bb55b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372202 Mar 23 19:32:04.875575 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47890) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:04.926034 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.947760 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.993499 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.995961 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:04.997128 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9face238-2c24-4fc3-8c45-ac72745c7df3 HTTP/1.1" status: 204 len: 168 time: 0.1201160 Mar 23 19:32:05.005843 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2842e-b414-489f-bf29-55a90c2931b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9face238-2c24-4fc3-8c45-ac72745c7df3,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:05.092590 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device a019c36c-bfe7-46ff-b3db-e3b892947e26 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:05.112872 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: a019c36c-bfe7-46ff-b3db-e3b892947e26 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:05.113234 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device a019c36c-bfe7-46ff-b3db-e3b892947e26 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:05.113735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device ca0842e7-2af5-4db7-bebb-d1269e6c83ed no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:05.136354 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: ca0842e7-2af5-4db7-bebb-d1269e6c83ed {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:05.136710 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device ca0842e7-2af5-4db7-bebb-d1269e6c83ed not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:05.137157 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 31f91ab1-46c0-40e2-8d76-6303d9b428fb no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:05.156987 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 31f91ab1-46c0-40e2-8d76-6303d9b428fb {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:05.157373 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 31f91ab1-46c0-40e2-8d76-6303d9b428fb not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:05.322865 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47896) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:05.364531 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d3c85520-c50c-4988-a765-988ace006a0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fa1a4bbae6846c9a7a279d148cc2f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405421 Mar 23 19:32:05.367070 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47898) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:05.415895 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:05.436960 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:05.485111 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:05.488078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:05.489251 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/345bce97-4c05-4f61-b80d-c3348ffd48b9 HTTP/1.1" status: 204 len: 168 time: 0.1211965 Mar 23 19:32:05.496996 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b30c-2a1a-48bb-a051-dc009969a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345bce97-4c05-4f61-b80d-c3348ffd48b9,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:06.088319 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47912) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:06.193805 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-23be0c94-90f7-4909-92cc-ddacc3852358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.269711 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-23be0c94-90f7-4909-92cc-ddacc3852358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.273560 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-23be0c94-90f7-4909-92cc-ddacc3852358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.315443 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-23be0c94-90f7-4909-92cc-ddacc3852358 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=085162f40ad54dc0ab27ab24ae55e57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259922 Mar 23 19:32:06.316884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be0c94-90f7-4909-92cc-ddacc3852358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42691c6c-41d3-4668-af78-af57eb4e61ed,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:06.318494 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47916) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:06.366581 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.387479 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.438096 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.441164 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.442559 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42691c6c-41d3-4668-af78-af57eb4e61ed HTTP/1.1" status: 204 len: 168 time: 0.1227913 Mar 23 19:32:06.451154 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847202e2-2698-4421-9b82-df90e32f40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42691c6c-41d3-4668-af78-af57eb4e61ed,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:06.701695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 47924) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:06.715163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db0e9585-7d9d-433e-83b3-500dbbbfbbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.797113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db0e9585-7d9d-433e-83b3-500dbbbfbbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.801167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db0e9585-7d9d-433e-83b3-500dbbbfbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.839492 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-db0e9585-7d9d-433e-83b3-500dbbbfbbdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94a4fde3e48c43caa4a30dfbb870e7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367049 Mar 23 19:32:06.840365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9585-7d9d-433e-83b3-500dbbbfbbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65add5a-f1dd-4a4d-aa1e-3ce714561a2f,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:06.842255 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47930) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:06.895670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.920171 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.969106 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.971810 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:06.976130 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b65add5a-f1dd-4a4d-aa1e-3ce714561a2f HTTP/1.1" status: 204 len: 168 time: 0.1318994 Mar 23 19:32:06.993682 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f20e3-f028-446a-be06-50b87b643d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65add5a-f1dd-4a4d-aa1e-3ce714561a2f,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:07.319251 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47940) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:07.332050 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-862d3ffa-7cbe-4dd4-8457-92ef3dea4026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.407627 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-862d3ffa-7cbe-4dd4-8457-92ef3dea4026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.411107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-862d3ffa-7cbe-4dd4-8457-92ef3dea4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.447192 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d3ffa-7cbe-4dd4-8457-92ef3dea4026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee33049-4945-4bf9-b091-748503cf8577,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:07.451455 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-862d3ffa-7cbe-4dd4-8457-92ef3dea4026 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d73262d6f9b44ac2ae76ec3797f012a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311972 Mar 23 19:32:07.455001 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 47942) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:07.504432 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.526356 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.571557 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.574128 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:07.575275 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ee33049-4945-4bf9-b091-748503cf8577 HTTP/1.1" status: 204 len: 168 time: 0.1192284 Mar 23 19:32:07.583367 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc08cf-43e7-4236-85d3-619e00f51513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee33049-4945-4bf9-b091-748503cf8577,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:09.838994 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-55c43cde-ad67-42d0-b73c-a9a51f5506fe tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1bf247a217824c938ff230033014d0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289621 Mar 23 19:32:10.015317 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-6a09a2eb-d6d7-4c58-9168-141398e92bb0 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:10.016868 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-6a09a2eb-d6d7-4c58-9168-141398e92bb0 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721451 Mar 23 19:32:10.031295 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-917c93ea-1a53-4a33-a770-f47fdde54691 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/quotas/1bf247a217824c938ff230033014d0ee HTTP/1.1" status: 200 len: 375 time: 0.0087755 Mar 23 19:32:10.065915 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-844827e5-cdb1-46d4-a9f5-560eefb427d5 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1bf247a217824c938ff230033014d0ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284417 Mar 23 19:32:10.230815 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-2141f642-5a48-430e-a129-c8c3394fa1b3 req-9e5ce75c-49ce-4a5c-b77c-15108fcca03a tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 210 time: 0.0266182 Mar 23 19:32:11.029309 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.139082 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-46c85831-1222-40c9-8558-eb28a0261cfb tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1bf247a217824c938ff230033014d0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347540 Mar 23 19:32:11.325252 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ae67f08d-803b-4cb1-aa41-3c7df158a3ed req-81b53536-85fc-46b7-af60-034a8638f1e4 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 210 time: 0.0254924 Mar 23 19:32:11.326447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-d41dc741-6d09-418f-b60e-2dff90033a61 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:11.327927 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-d41dc741-6d09-418f-b60e-2dff90033a61 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827047 Mar 23 19:32:11.340930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Request body: {'port': {'device_id': '09c14151-2b14-4882-8682-b768df44808d', 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997', 'admin_state_up': True, 'tenant_id': '1bf247a217824c938ff230033014d0ee'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:11.448603 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Made reservation on behalf of 1bf247a217824c938ff230033014d0ee for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:32:11.452131 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.460966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.536723 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.540755 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.605151 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850bbc5b-34f6-4783-90a2-3bef9dcba185,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:11.618343 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.618693 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.619033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.619368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.619704 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.620038 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.620366 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.620695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.621057 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.621384 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.621709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.622031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:11.682921 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Allocated IP 192.168.233.10 (33a28ca5-1f34-472a-95c6-f6b933b3a997/4102bce9-852b-48f7-ae5d-184bc1dd7a68/08ec970c-1f80-4dfd-bce4-b335f1c6d714) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:32:11.822342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.858661 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.902248 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Network 33a28ca5-1f34-472a-95c6-f6b933b3a997 is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:32:11.905418 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:32:11.908944 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:32:11.931694 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Pushing event updated for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:11.960479 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:11.961136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:11.978094 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-493e264b-9f80-466f-a7ce-1e519f6e8263 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6408510 Mar 23 19:32:11.991177 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Request body: {'port': {'device_id': '09c14151-2b14-4882-8682-b768df44808d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:12.045919 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.104408 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-1e92a056-dbff-4bc6-8164-788055ed3b84 None None] Provisioning complete for port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:32:12.105018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1e92a056-dbff-4bc6-8164-788055ed3b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.142578 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-1e92a056-dbff-4bc6-8164-788055ed3b84 None None] Port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:32:12.303919 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ec970c-1f80-4dfd-bce4-b335f1c6d714 {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:32:12.311362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.323505 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Transition to ACTIVE for port object 08ec970c-1f80-4dfd-bce4-b335f1c6d714 will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:32:12.328171 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.378468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Pushing event updated for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:12.488243 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819cb11-b1f4-41d0-8132-4efb033e4209 req-e4c0af65-0715-4e1b-847d-2c572b49b3b7 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:12.489810 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d819cb11-b1f4-41d0-8132-4efb033e4209 req-e4c0af65-0715-4e1b-847d-2c572b49b3b7 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 947 time: 0.0918243 Mar 23 19:32:12.492524 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Attempting to bind port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:32:12.492882 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Attempting to bind port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:32:12.493212 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Attempting to bind port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 on network 33a28ca5-1f34-472a-95c6-f6b933b3a997 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:32:12.504255 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 on network 33a28ca5-1f34-472a-95c6-f6b933b3a997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:32:12.504575 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Attempting to bind port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 on network 33a28ca5-1f34-472a-95c6-f6b933b3a997 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:32:12.517401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:32:12.517792 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Checking segment: {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:32:12.518264 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Bound using segment: {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:32:12.518776 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Bound port: 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315e0013-eaa8-4b1b-83c0-0d665f1a6656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:32:12.519172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.564412 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d819cb11-b1f4-41d0-8132-4efb033e4209 req-7edb956d-0da8-45ab-9457-608d8bcd0ceb tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678520 Mar 23 19:32:12.600166 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:32:12.603217 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:32:12.608017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.644600 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:12.645192 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:12.646568 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] 10.222.0.42 "PUT /v2.0/ports/08ec970c-1f80-4dfd-bce4-b335f1c6d714 HTTP/1.1" status: 200 len: 1097 time: 0.6598189 Mar 23 19:32:12.647011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:12.649313 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e96eb1-4342-4209-9799-c3e17c5d23c9" -d '{"events": [{"name": "network-changed", "server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:12.675177 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7e99-5562-4193-9570-69956e04117d service neutron] Pushing event updated for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:12.695582 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131c0c8c-64c7-451f-9768-d2106d892cfc x-openstack-request-id: req-131c0c8c-64c7-451f-9768-d2106d892cfc {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:12.695875 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:12.696147 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-131c0c8c-64c7-451f-9768-d2106d892cfc {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:12.696536 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714', 'status': 'completed', 'code': 200} Mar 23 19:32:12.747342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-01500591-5c76-4fe7-b311-d24a1d2246f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:12.748898 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-01500591-5c76-4fe7-b311-d24a1d2246f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bf247a217824c938ff230033014d0ee&device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 1100 time: 0.0501535 Mar 23 19:32:12.792868 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-2a629773-395f-4a1c-8c14-369196a244e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714 HTTP/1.1" status: 200 len: 217 time: 0.0351343 Mar 23 19:32:12.841046 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-a57fd0d8-8bf3-4d89-89a0-03b6908f231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:12.842492 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-a57fd0d8-8bf3-4d89-89a0-03b6908f231b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4102bce9-852b-48f7-ae5d-184bc1dd7a68 HTTP/1.1" status: 200 len: 843 time: 0.0437796 Mar 23 19:32:12.888473 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-d780b9f0-8664-4430-9211-fbbfdb69f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:12.889960 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-d780b9f0-8664-4430-9211-fbbfdb69f461 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a28ca5-1f34-472a-95c6-f6b933b3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411501 Mar 23 19:32:12.977526 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-2d63ffe4-d996-4a22-97aa-3d9856fe5b4c service neutron] 10.222.0.42 "GET /v2.0/networks/33a28ca5-1f34-472a-95c6-f6b933b3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809166 Mar 23 19:32:13.073681 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-1261766f-e508-43e3-97ad-c3d2f9750f70 req-392faed5-3b82-4e61-86db-11ef47a3773e service neutron] 10.222.0.42 "GET /v2.0/networks/33a28ca5-1f34-472a-95c6-f6b933b3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893700 Mar 23 19:32:13.163139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-c618df54-b7d5-4382-8e7b-f1701f33cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:13.164595 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-c618df54-b7d5-4382-8e7b-f1701f33cb26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bf247a217824c938ff230033014d0ee&device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 1100 time: 0.0403771 Mar 23 19:32:13.256951 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-6fe3019a-f010-499f-83ea-4e3b5843ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:13.258344 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-6fe3019a-f010-499f-83ea-4e3b5843ffab service neutron] 10.222.0.42 "GET /v2.0/networks?id=33a28ca5-1f34-472a-95c6-f6b933b3a997 HTTP/1.1" status: 200 len: 869 time: 0.0863581 Mar 23 19:32:13.298001 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-33497838-c439-42f1-b058-ef2cc3a4921c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714 HTTP/1.1" status: 200 len: 217 time: 0.0332239 Mar 23 19:32:13.344715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-af1151da-ebde-4f03-9a48-37995d11bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:13.346174 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-af1151da-ebde-4f03-9a48-37995d11bb36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4102bce9-852b-48f7-ae5d-184bc1dd7a68 HTTP/1.1" status: 200 len: 843 time: 0.0425403 Mar 23 19:32:13.393682 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-d98a0997-8dbf-4da6-9f07-e197a4baf54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:13.395306 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-d98a0997-8dbf-4da6-9f07-e197a4baf54d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=33a28ca5-1f34-472a-95c6-f6b933b3a997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415583 Mar 23 19:32:13.399967 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a7785a6d-0bb4-49d0-9f34-2effef89d5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:13.490029 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-135f13cf-3820-4fb8-9063-c427b5e8b6dc service neutron] 10.222.0.42 "GET /v2.0/networks/33a28ca5-1f34-472a-95c6-f6b933b3a997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Mar 23 19:32:13.583385 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c2e96eb1-4342-4209-9799-c3e17c5d23c9 req-0e8e7b8d-df3f-464f-a9ce-5312eadcf429 service neutron] 10.222.0.42 "GET /v2.0/networks/33a28ca5-1f34-472a-95c6-f6b933b3a997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Mar 23 19:32:13.684315 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60044d82-ca3f-438f-951a-985f675ad093 req-efbf1551-f32b-4bb2-ab51-ec2784114c54 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:13.685820 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-60044d82-ca3f-438f-951a-985f675ad093 req-efbf1551-f32b-4bb2-ab51-ec2784114c54 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 947 time: 0.0541115 Mar 23 19:32:13.722924 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-60044d82-ca3f-438f-951a-985f675ad093 req-c65c6a51-0c2e-4481-a266-47642e2b5ca9 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306299 Mar 23 19:32:14.841124 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637886b-43db-4b75-a4bd-810a62f04599 req-3808fe13-89b6-450a-871e-df849afdd48b tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:14.842579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5637886b-43db-4b75-a4bd-810a62f04599 req-3808fe13-89b6-450a-871e-df849afdd48b tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 947 time: 0.0477002 Mar 23 19:32:14.879272 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5637886b-43db-4b75-a4bd-810a62f04599 req-ac9579aa-22f9-4fe8-8e97-6683e1214f70 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301924 Mar 23 19:32:15.806065 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-12ec89dc-ca3c-4a3d-afde-effc3498306d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:15.991847 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec8e3-b745-4c9d-969b-61caaefad544 req-8c8719d1-8247-4bc0-abf9-cf88bd793856 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:15.993331 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-95fec8e3-b745-4c9d-969b-61caaefad544 req-8c8719d1-8247-4bc0-abf9-cf88bd793856 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 947 time: 0.0476046 Mar 23 19:32:16.032759 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-95fec8e3-b745-4c9d-969b-61caaefad544 req-491f9337-bd9f-4dd4-affb-d2fb475a9622 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Mar 23 19:32:16.511214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 08ec970c-1f80-4dfd-bce4-b335f1c6d714 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:32:16.611031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:16.622054 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '08ec970c-1f80-4dfd-bce4-b335f1c6d714', 'network_id': '33a28ca5-1f34-472a-95c6-f6b933b3a997', 'port_id': '08ec970c-1f80-4dfd-bce4-b335f1c6d714', 'mac_address': 'fa:16:3e:49:1f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4102bce9-852b-48f7-ae5d-184bc1dd7a68', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:32:16.658551 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:16.672290 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ec970c-1f80-4dfd-bce4-b335f1c6d714 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:32:16.693886 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:16.697833 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:16.755378 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:16.817962 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:17.100126 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['08ec970c-1f80-4dfd-bce4-b335f1c6d714'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:32:17.152974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2b45-bac5-44a8-bdbd-e6b858f2aa84 req-b2f83a89-f30c-4592-a9da-803c34a4d5e5 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:17.154449 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-930b2b45-bac5-44a8-bdbd-e6b858f2aa84 req-b2f83a89-f30c-4592-a9da-803c34a4d5e5 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 948 time: 0.0480485 Mar 23 19:32:17.191236 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-930b2b45-bac5-44a8-bdbd-e6b858f2aa84 req-b225e5f4-9f7e-4d1c-a495-dd778c141ea6 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303266 Mar 23 19:32:17.493680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c5a8-ad34-4dd7-a7e7-7395f9de7218 req-ade7020f-d95f-4af0-9f2b-3caa1e9b8146 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:17.495174 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-50e2c5a8-ad34-4dd7-a7e7-7395f9de7218 req-ade7020f-d95f-4af0-9f2b-3caa1e9b8146 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0467196 Mar 23 19:32:17.531890 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-50e2c5a8-ad34-4dd7-a7e7-7395f9de7218 req-09fea32d-aa95-4a39-81c1-43fcc8bd49e3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Mar 23 19:32:18.310297 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55469-18fb-49d4-85d1-c98fce4fba3b req-4fbea7fe-35c2-4782-850c-e2d1a3a10c0d tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:18.311745 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6b55469-18fb-49d4-85d1-c98fce4fba3b req-4fbea7fe-35c2-4782-850c-e2d1a3a10c0d tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 948 time: 0.0510225 Mar 23 19:32:18.341573 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:18.350327 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6b55469-18fb-49d4-85d1-c98fce4fba3b req-2b4e6c04-67bd-4d2c-be43-d2242cbb63ee tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Mar 23 19:32:18.521586 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 08ec970c-1f80-4dfd-bce4-b335f1c6d714 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:32:18.570108 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:32:18.574036 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:32:18.574421 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:18.647243 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4811d7-ca4d-485a-bf37-98a8bfae34f5 req-e0951c38-eb5e-40e2-862a-467a423d8688 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:18.648716 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cf4811d7-ca4d-485a-bf37-98a8bfae34f5 req-e0951c38-eb5e-40e2-862a-467a423d8688 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0469916 Mar 23 19:32:18.652961 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:18.675841 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:18.678174 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1d60c-fe74-4352-844c-c0374e887c2d" -d '{"events": [{"server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "name": "network-vif-plugged", "status": "completed", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:18.690017 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cf4811d7-ca4d-485a-bf37-98a8bfae34f5 req-ad02928a-3733-4368-a7f4-3eb502370564 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Mar 23 19:32:18.700764 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:18.717552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:18.717552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:18.721726 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca997f8-3725-4951-8646-197778a04fdd x-openstack-request-id: req-4ca997f8-3725-4951-8646-197778a04fdd {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:18.722016 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "name": "network-vif-plugged", "status": "completed", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:18.722267 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ca997f8-3725-4951-8646-197778a04fdd {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:18.722667 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714', 'code': 200} Mar 23 19:32:18.777273 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:18.896944 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b38fd-bb71-43c6-a73a-546af36af583 req-770da661-fb91-423f-ae88-d2ce79f0e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:18.898395 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-502b38fd-bb71-43c6-a73a-546af36af583 req-770da661-fb91-423f-ae88-d2ce79f0e456 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 1102 time: 0.0394752 Mar 23 19:32:18.936889 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-502b38fd-bb71-43c6-a73a-546af36af583 req-04737cff-d021-42af-89e4-89d1d65f3e41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272770 Mar 23 19:32:19.294986 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-9d225291-b825-40b0-b1dd-21d53b6c572c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401375 Mar 23 19:32:19.377831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-6e823098-2204-4256-8dfb-1bf5c8386f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.379227 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-6e823098-2204-4256-8dfb-1bf5c8386f8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1098 time: 0.0413167 Mar 23 19:32:19.461747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72c3e2-20c0-42bb-9370-18b82099e921 req-7bd8a39e-ae3b-4a31-a6cd-791fead728b2 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.463247 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a72c3e2-20c0-42bb-9370-18b82099e921 req-7bd8a39e-ae3b-4a31-a6cd-791fead728b2 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 949 time: 0.0478630 Mar 23 19:32:19.483928 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-26329300-7515-4632-9860-ff6f5403483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.485446 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-26329300-7515-4632-9860-ff6f5403483d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0867059 Mar 23 19:32:19.503440 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a72c3e2-20c0-42bb-9370-18b82099e921 req-ded9f0e9-ba62-467b-95d4-fc4b197b7206 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Mar 23 19:32:19.552637 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-503fe26b-0a99-4809-a0db-c9466299b10f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 1000 time: 0.0595503 Mar 23 19:32:19.602267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-478f4eb4-997d-436d-9f44-c5b13df5acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.603742 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-478f4eb4-997d-436d-9f44-c5b13df5acfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0429370 Mar 23 19:32:19.623856 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-4cbe89ca-c670-406d-9574-78bea5dd312b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.625358 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-4cbe89ca-c670-406d-9574-78bea5dd312b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Mar 23 19:32:19.648528 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-930e911d-5863-4898-9750-81b56dc33951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.650047 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-930e911d-5863-4898-9750-81b56dc33951 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402570 Mar 23 19:32:19.718493 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:19.719416 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:19.745893 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-707e62af-4d72-481f-b027-352f6b19ecb0 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879288 Mar 23 19:32:19.818343 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] For port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:19.818621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:19.872113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baccef-9897-4db6-b760-74899bf646a7 req-ecc26421-e8cf-4869-b9ca-0438846dbc06 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:19.873632 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b2baccef-9897-4db6-b760-74899bf646a7 req-ecc26421-e8cf-4869-b9ca-0438846dbc06 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 945 time: 0.1027300 Mar 23 19:32:19.893877 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-43dd5119-f9bf-457d-b8bd-277bc5e9b193 req-df38ff8e-566e-42a1-9b61-065566bb87da service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407878 Mar 23 19:32:19.922920 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b2baccef-9897-4db6-b760-74899bf646a7 req-e5ba9095-fefd-4f9f-99a9-3b6480b63419 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Mar 23 19:32:20.273461 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:20.273756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:20.274177 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP fc534ad2-9bc0-4eb3-9735-d6cd789a7050 disassociated. External IP: 172.27.3.231, port: ca041ad7-0d9e-4153-958e-dcf6a3b0aafc. Mar 23 19:32:20.274566 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for ca041ad7-0d9e-4153-958e-dcf6a3b0aafc owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:20.403177 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:20.429582 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=ca041ad7-0d9e-4153-958e-dcf6a3b0aafc,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:20.441243 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.441592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.441934 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.442272 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.442603 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.443191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.443532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.443854 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.444179 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.444499 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.444876 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.445167 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:32:20.553987 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:32:20.681457 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d844e-70d2-4414-94a5-7621b454c690 req-54b11f15-8c57-46b2-9eaa-7b7031582d45 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:20.682916 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e85d844e-70d2-4414-94a5-7621b454c690 req-54b11f15-8c57-46b2-9eaa-7b7031582d45 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 949 time: 0.0887592 Mar 23 19:32:20.710597 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:32:20.721282 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:32:20.730788 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:20.731405 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:32:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:20.769833 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e85d844e-70d2-4414-94a5-7621b454c690 req-0c1506c3-80fc-47a7-b3c6-a96e09e7b533 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808609 Mar 23 19:32:20.783758 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] No DVR routers for this DVR port ca041ad7-0d9e-4153-958e-dcf6a3b0aafc on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:20.786351 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:20.789549 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e592d-1dca-4d82-903a-8558ac30055d req-8c9d2726-5b7b-4421-8194-56b14f074fb4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "DELETE /v2.0/ports/ca041ad7-0d9e-4153-958e-dcf6a3b0aafc HTTP/1.1" status: 204 len: 173 time: 1.1547072 Mar 23 19:32:20.789993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'name': 'network-vif-deleted', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:20.792295 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b3929a-6ee2-45b8-9582-06e1dde1d9c8" -d '{"events": [{"server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "name": "network-vif-deleted", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:20.849245 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f1ca6-df5c-4956-9dc8-90cadafeaddb x-openstack-request-id: req-327f1ca6-df5c-4956-9dc8-90cadafeaddb {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:20.849593 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107", "name": "network-vif-deleted", "tag": "ca041ad7-0d9e-4153-958e-dcf6a3b0aafc", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:20.849840 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-327f1ca6-df5c-4956-9dc8-90cadafeaddb {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:20.850265 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107', 'name': 'network-vif-deleted', 'tag': 'ca041ad7-0d9e-4153-958e-dcf6a3b0aafc', 'status': 'completed', 'code': 200} Mar 23 19:32:20.859475 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:21.057963 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b1d6336c-e3a1-4375-8f79-c4c5819678c4 req-c10a6c38-0371-428b-8d26-76d2a8be13df tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ebb138c-77a4-4f6d-8cdb-b24a7f8b9107 HTTP/1.1" status: 200 len: 210 time: 0.0264153 Mar 23 19:32:21.088004 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:21.114177 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e86cf-c2fa-47db-b956-85a44a4f9bd4 req-b8e6a921-7b2d-47d3-87f6-e31e0806e20b tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:21.114439 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:32:21.115667 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-826e86cf-c2fa-47db-b956-85a44a4f9bd4 req-b8e6a921-7b2d-47d3-87f6-e31e0806e20b tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 949 time: 0.0488207 Mar 23 19:32:21.122440 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:21.123079 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:32:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:21.153180 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-826e86cf-c2fa-47db-b956-85a44a4f9bd4 req-b6c6c50f-c543-495e-a15d-7556f16021f1 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Mar 23 19:32:21.227175 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:21.518309 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:21.543532 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d54fe1-5fd0-4789-8377-777c9e126948 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:32:21.744725 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c40c0ff-32d3-4e46-a723-f8b0236f8bbb None None] New status for floating IP fc534ad2-9bc0-4eb3-9735-d6cd789a7050: DOWN {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:32:22.145668 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48098) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:22.199524 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.222765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.268907 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8ce3-f336-49ac-ab43-92a8db9dbd40 req-5799670d-8f6c-4e8e-b6c3-16a29e8629e5 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:22.270606 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-395b8ce3-f336-49ac-ab43-92a8db9dbd40 req-5799670d-8f6c-4e8e-b6c3-16a29e8629e5 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 949 time: 0.0491688 Mar 23 19:32:22.272080 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.274812 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.278290 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/security-groups/a3bcfee6-e2ed-43f0-97f0-82c2c41383e7 HTTP/1.1" status: 204 len: 168 time: 0.1293104 Mar 23 19:32:22.279088 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48102) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:22.299177 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc94736-4087-4e5d-a8a8-40a200386f08 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bcfee6-e2ed-43f0-97f0-82c2c41383e7,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:22.302249 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.api.v2.resource [None req-5aad015a-f597-4526-b136-fefa9670a224 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] show failed (client error): The resource could not be found. Mar 23 19:32:22.303836 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-5aad015a-f597-4526-b136-fefa9670a224 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups/a3bcfee6-e2ed-43f0-97f0-82c2c41383e7 HTTP/1.1" status: 404 len: 347 time: 0.0236828 Mar 23 19:32:22.306629 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 48104) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:22.319483 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-395b8ce3-f336-49ac-ab43-92a8db9dbd40 req-9ee6070c-c8b8-439e-ab6e-48dc6e7a637b tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/security-groups?id=850bbc5b-34f6-4783-90a2-3bef9dcba185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Mar 23 19:32:22.435411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port 67ded92d-a352-42f6-b907-8e590102afe3 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:22.435677 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.512130 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.512459 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.525153 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for 67ded92d-a352-42f6-b907-8e590102afe3 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:22.653448 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.670660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-06e165de-9ae9-4f85-a9d0-a0613b949af0 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:22.672123 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-06e165de-9ae9-4f85-a9d0-a0613b949af0 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.42 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 949 time: 0.0499165 Mar 23 19:32:22.680335 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=67ded92d-a352-42f6-b907-8e590102afe3,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:22.739501 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.742145 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.743329 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-597d9620-b9ec-43ad-b9d1-d91bf059027d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/floatingips/fc534ad2-9bc0-4eb3-9735-d6cd789a7050 HTTP/1.1" status: 204 len: 168 time: 0.4357703 Mar 23 19:32:22.773103 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Deleting port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:32:22.773458 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.862364 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] For port 08ec970c-1f80-4dfd-bce4-b335f1c6d714, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=08ec970c-1f80-4dfd-bce4-b335f1c6d714,segment=NetworkSegment(315e0013-eaa8-4b1b-83c0-0d665f1a6656),segment_id=315e0013-eaa8-4b1b-83c0-0d665f1a6656)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:22.862734 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:22.874171 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Calling delete_port for 08ec970c-1f80-4dfd-bce4-b335f1c6d714 owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:32:23.000269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.027978 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Pushing event deleted for resources: {'Port': ['ID=08ec970c-1f80-4dfd-bce4-b335f1c6d714,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:23.028278 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['08ec970c-1f80-4dfd-bce4-b335f1c6d714'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:32:23.078044 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] No DVR routers for this DVR port 08ec970c-1f80-4dfd-bce4-b335f1c6d714 on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:32:23.080437 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.083742 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6d5ba1cc-6854-407f-b52d-db5235167b26 req-5d955a75-3da4-4c6c-90c9-47484e50d821 tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.42 "DELETE /v2.0/ports/08ec970c-1f80-4dfd-bce4-b335f1c6d714 HTTP/1.1" status: 204 len: 173 time: 0.4052172 Mar 23 19:32:23.084196 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'name': 'network-vif-deleted', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:23.086493 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907a5e52-267f-41eb-8929-a6926d069eb4" -d '{"events": [{"server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "name": "network-vif-deleted", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:23.138993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a850206f-ef71-465d-a92e-f7761033e015 x-openstack-request-id: req-a850206f-ef71-465d-a92e-f7761033e015 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:23.139513 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c14151-2b14-4882-8682-b768df44808d", "name": "network-vif-deleted", "tag": "08ec970c-1f80-4dfd-bce4-b335f1c6d714", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:23.139775 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a850206f-ef71-465d-a92e-f7761033e015 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:23.140175 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c14151-2b14-4882-8682-b768df44808d', 'name': 'network-vif-deleted', 'tag': '08ec970c-1f80-4dfd-bce4-b335f1c6d714', 'status': 'completed', 'code': 200} Mar 23 19:32:23.186370 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48112) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:23.191016 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500619608', 'description': 'tempest-description--198505098'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:23.211594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.284742 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.288595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.316596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.318574 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1307201 Mar 23 19:32:23.321047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a04123-2862-47f0-83cb-b834b2c92ed2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:23.321273 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 48114) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:23.328592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:23.352747 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.417499 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.421234 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.693371 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5ea86a9d-f97c-4937-8b70-bf7b67457d0e req-6b117a7d-29ce-4924-b166-16ee91e9219e tempest-VolumesNegativeTest-1650952908 tempest-VolumesNegativeTest-1650952908-project] 10.222.0.43 "GET /v2.0/ports?device_id=09c14151-2b14-4882-8682-b768df44808d HTTP/1.1" status: 200 len: 210 time: 0.2890856 Mar 23 19:32:23.705563 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2db03c1-fa39-44f1-9af7-372617dd78e5,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:23.718239 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.722997 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b8bb83ad-b643-4e76-88ed-869a64555ffe tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3970535 Mar 23 19:32:23.723132 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 48122) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:23.728632 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'security_group_rule': {'security_group_id': 'c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:23.762623 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.831947 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.836884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.853910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b454c34-4895-4518-beee-899872e786d5,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:23.864214 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.865418 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a2896d38-8f74-4fb2-b7e7-b142a1c70e3f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411252 Mar 23 19:32:23.868423 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 48128) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:23.872743 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:23.892619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:23.988856 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.089638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.27.3.173 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/15d1b315-48bd-46fd-8624-295fa86e8690) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:32:24.190046 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.224023 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.264254 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:32:24.267548 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:32:24.271646 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:32:24.274586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=15d1b315-48bd-46fd-8624-295fa86e8690,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:24.354038 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.390220 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.530950 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 08ec970c-1f80-4dfd-bce4-b335f1c6d714 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:24.538122 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.542331 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.550375 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 08ec970c-1f80-4dfd-bce4-b335f1c6d714 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:24.550723 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 08ec970c-1f80-4dfd-bce4-b335f1c6d714 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:24.551201 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ca041ad7-0d9e-4153-958e-dcf6a3b0aafc no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:24.570539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: ca041ad7-0d9e-4153-958e-dcf6a3b0aafc {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:32:24.570892 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device ca041ad7-0d9e-4153-958e-dcf6a3b0aafc not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:32:24.611433 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=15d1b315-48bd-46fd-8624-295fa86e8690,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:24.623074 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.638258 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:24.639511 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9ef9b056-f6ff-448e-af73-95050a0b692d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7701156 Mar 23 19:32:24.826255 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-88f6bd1f-bcbb-41b6-a6ca-cf0e19136aa9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1500619608&fields=id&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 267 time: 0.0361016 Mar 23 19:32:24.947014 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-66c1eb3a-b86e-49e7-8973-062763991698 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:24.948603 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-66c1eb3a-b86e-49e7-8973-062763991698 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.1132486 Mar 23 19:32:24.967612 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-d374d711-dc7e-4242-9fbe-b5543dc37cdf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/quotas/e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 375 time: 0.0102961 Mar 23 19:32:25.018876 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-daf592f4-4262-43de-bb59-81e2e649655b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485945 Mar 23 19:32:25.115462 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-bd42b1f7-f137-4de5-81f2-d12372d34b0c service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851061 Mar 23 19:32:25.210821 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-668a31e0-e2b9-4f6e-9185-255039ff4a25 service neutron] 10.222.0.43 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893192 Mar 23 19:32:25.394514 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b016d379-97ee-45b2-bb8b-bf389bf6417d req-3f56fe8d-8d73-4ab6-8c56-51a92ae0c509 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Mar 23 19:32:25.968274 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973df5be-789a-4079-830d-2a1bb7dfc0e5 req-02894791-4a18-460d-bdda-2646ce8f3d9c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:25.970111 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-973df5be-789a-4079-830d-2a1bb7dfc0e5 req-02894791-4a18-460d-bdda-2646ce8f3d9c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0583668 Mar 23 19:32:26.009211 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-973df5be-789a-4079-830d-2a1bb7dfc0e5 req-fdc3cddc-9161-461d-a447-fee3ed544a04 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Mar 23 19:32:26.518081 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8db39069-ce0d-454d-b091-7b71c4b3ede7 req-308a4d86-a618-4734-a96d-50601d5a9167 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 210 time: 0.0416157 Mar 23 19:32:26.540909 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-5ebb158b-4d80-4928-ac5e-1abef8550e2e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:26.542632 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-5ebb158b-4d80-4928-ac5e-1abef8550e2e tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 814 time: 0.1296024 Mar 23 19:32:26.592034 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-47d4b4ff-2f9d-4836-9c9b-8387cd3a3aed tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e686ddd62a4440866c2115ec077bb6 HTTP/1.1" status: 200 len: 380 time: 0.0395246 Mar 23 19:32:26.601864 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'port': {'device_id': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'admin_state_up': True, 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'security_groups': ['c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:26.729077 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Made reservation on behalf of e8e686ddd62a4440866c2115ec077bb6 for: {'port': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:32:26.732642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:26.864778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Allocated IP 172.20.0.5 (d7852928-7407-4b03-85a4-ac35aaeae76e/b8259662-b61c-458f-bf5f-b1dafcf1f6dd/2074b5e7-a187-4005-ad6e-c209351cf151) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:32:26.996699 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.039206 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.084745 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Network d7852928-7407-4b03-85a4-ac35aaeae76e is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:32:27.098541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:32:27.101768 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:32:27.143211 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event updated for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:27.179919 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:27.180557 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.191514 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c588586-989a-4e08-ad4a-55007eec722b req-19d4f107-d0fb-4f5c-a6ce-bba22cf21926 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:27.193362 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6c588586-989a-4e08-ad4a-55007eec722b req-19d4f107-d0fb-4f5c-a6ce-bba22cf21926 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.1072483 Mar 23 19:32:27.219263 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-19d5b9ce-2c4f-43a0-bef4-717e544837ad tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6219928 Mar 23 19:32:27.233617 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Request body: {'port': {'device_id': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:27.270273 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6c588586-989a-4e08-ad4a-55007eec722b req-d7cf8784-94b9-456b-951a-c05a8cac2f06 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706182 Mar 23 19:32:27.310929 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.321340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-b00af58d-fc83-4497-80da-7a5b5752f1ed None None] Provisioning complete for port 2074b5e7-a187-4005-ad6e-c209351cf151 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:32:27.321819 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b00af58d-fc83-4497-80da-7a5b5752f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.358774 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-b00af58d-fc83-4497-80da-7a5b5752f1ed None None] Port 2074b5e7-a187-4005-ad6e-c209351cf151 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:32:27.595890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2074b5e7-a187-4005-ad6e-c209351cf151 {{(pid=101769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:32:27.607000 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.616412 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.provisioning_blocks [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Transition to ACTIVE for port object 2074b5e7-a187-4005-ad6e-c209351cf151 will not be triggered until provisioned by entity L2. {{(pid=101769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:32:27.620880 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.638896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e647ee-1156-4c9c-937b-75c60f1bab70 req-edcce683-4cd1-4777-af9e-c8db7084a9a1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:27.640376 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d7e647ee-1156-4c9c-937b-75c60f1bab70 req-edcce683-4cd1-4777-af9e-c8db7084a9a1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 931 time: 0.0516379 Mar 23 19:32:27.689794 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d7e647ee-1156-4c9c-937b-75c60f1bab70 req-0356faa6-63eb-4e14-9dec-f777711a3e24 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Mar 23 19:32:27.692604 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Pushing event updated for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:27.745469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Attempting to bind port 2074b5e7-a187-4005-ad6e-c209351cf151 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:32:27.745961 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Attempting to bind port 2074b5e7-a187-4005-ad6e-c209351cf151 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:32:27.746383 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Attempting to bind port 2074b5e7-a187-4005-ad6e-c209351cf151 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:32:27.752304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Port 2074b5e7-a187-4005-ad6e-c209351cf151 on network d7852928-7407-4b03-85a4-ac35aaeae76e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:32:27.752630 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Attempting to bind port 2074b5e7-a187-4005-ad6e-c209351cf151 on network d7852928-7407-4b03-85a4-ac35aaeae76e {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:32:27.757850 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:32:27.758193 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Checking segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:32:27.758583 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Bound using segment: {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:32:27.759021 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Bound port: 2074b5e7-a187-4005-ad6e-c209351cf151, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb700db4-08f5-4daf-8313-59b0ed7bdaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e'}}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:32:27.759383 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.833182 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, cleared binding levels {{(pid=101769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:32:27.837087 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2074b5e7-a187-4005-ad6e-c209351cf151,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:32:27.842211 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.883456 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:27.884074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:27.885470 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] 10.222.0.42 "PUT /v2.0/ports/2074b5e7-a187-4005-ad6e-c209351cf151 HTTP/1.1" status: 200 len: 1093 time: 0.6563733 Mar 23 19:32:27.886001 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:27.888121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28131a9a-9978-4312-92ef-d0001be1f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:27.908637 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd43d5-88bd-47ee-aef2-9b2b554bb81a service neutron] Pushing event updated for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=3']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:27.944361 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710976e6-e753-486c-b834-bdd57227579c x-openstack-request-id: req-710976e6-e753-486c-b834-bdd57227579c {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:27.944657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:27.944966 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-710976e6-e753-486c-b834-bdd57227579c {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:27.945340 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151', 'status': 'completed', 'code': 200} Mar 23 19:32:27.974960 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-71c372a3-d0b0-467d-a0d6-d1f291e6ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:27.976487 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-71c372a3-d0b0-467d-a0d6-d1f291e6ab68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 1096 time: 0.0434618 Mar 23 19:32:28.020241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-8f701c7b-915f-4aba-ac18-e5792e301e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2074b5e7-a187-4005-ad6e-c209351cf151 HTTP/1.1" status: 200 len: 217 time: 0.0359077 Mar 23 19:32:28.073277 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-a1e7d387-c418-4ce7-a3e4-0adb89aee9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.074731 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-a1e7d387-c418-4ce7-a3e4-0adb89aee9d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0479221 Mar 23 19:32:28.118904 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e7198fd2-862a-46ac-990d-ea1080c0bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.120408 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-e7198fd2-862a-46ac-990d-ea1080c0bd1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389383 Mar 23 19:32:28.208354 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-c5f7517a-c1fb-41e8-8ef8-702af7c05d56 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801201 Mar 23 19:32:28.296411 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-93a13f09-2ce2-448d-93be-170cc06af0e4 req-66256da0-8f45-4e7c-bc53-fd55b691e44d service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815887 Mar 23 19:32:28.378337 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-ca7af62a-40f3-4d22-bec3-6955c6d3280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.379860 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-ca7af62a-40f3-4d22-bec3-6955c6d3280c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 1096 time: 0.0409129 Mar 23 19:32:28.403515 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1625b-fe1c-4c0c-bbca-41324ddd15bc req-05aa2e9b-1646-4e89-a834-c737b7dda6ce tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.405034 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-39a1625b-fe1c-4c0c-bbca-41324ddd15bc req-05aa2e9b-1646-4e89-a834-c737b7dda6ce tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0535252 Mar 23 19:32:28.445186 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-39a1625b-fe1c-4c0c-bbca-41324ddd15bc req-568ea598-ad41-4c1f-980b-4d325b4333e7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333562 Mar 23 19:32:28.479131 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-5a99412a-9821-4eb9-ac9c-e2b33db0dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.480611 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-5a99412a-9821-4eb9-ac9c-e2b33db0dee3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0935211 Mar 23 19:32:28.521233 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-51c9ba09-2a87-4f04-89a6-451890700788 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2074b5e7-a187-4005-ad6e-c209351cf151 HTTP/1.1" status: 200 len: 217 time: 0.0335603 Mar 23 19:32:28.567179 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-ebf20b16-c669-464c-8c1a-4e6f684cbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.568712 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-ebf20b16-c669-464c-8c1a-4e6f684cbdc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0412745 Mar 23 19:32:28.615524 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-03b658c8-bf20-41be-a618-4665575607ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.617015 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-03b658c8-bf20-41be-a618-4665575607ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416915 Mar 23 19:32:28.704049 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-daa59bee-fb54-400d-9154-9f6314c3cb90 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805762 Mar 23 19:32:28.835690 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-28131a9a-9978-4312-92ef-d0001be1f8f5 req-26fd0428-16dd-41ea-8de5-5b42bd194ec8 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254261 Mar 23 19:32:28.843493 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e882f-b6ca-4fb7-9b34-7624a390cdad req-fb123ce0-6de7-46ed-869a-a29aeb5007c5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:28.844949 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7b7e882f-b6ca-4fb7-9b34-7624a390cdad req-fb123ce0-6de7-46ed-869a-a29aeb5007c5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 943 time: 0.0700169 Mar 23 19:32:28.882014 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7b7e882f-b6ca-4fb7-9b34-7624a390cdad req-f1ac3434-5728-4474-a9ed-9a58580f0088 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Mar 23 19:32:28.887190 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48432) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:29.013393 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-bd17c845-dfb0-4df3-8eb3-5d301391f881 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bf247a217824c938ff230033014d0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251264 Mar 23 19:32:29.015865 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48436) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:29.065045 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:29.085503 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:29.132328 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:29.134798 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:29.135937 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/850bbc5b-34f6-4783-90a2-3bef9dcba185 HTTP/1.1" status: 204 len: 168 time: 0.1192029 Mar 23 19:32:29.143245 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc4c4-f0dd-40bb-bc6d-fe73a9b3a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850bbc5b-34f6-4783-90a2-3bef9dcba185,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:29.561655 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6aa21-54e7-41a5-9b80-82033b56adac req-44ab7600-dc95-4904-9ba7-719a6dddba05 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:29.563095 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50d6aa21-54e7-41a5-9b80-82033b56adac req-44ab7600-dc95-4904-9ba7-719a6dddba05 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0480435 Mar 23 19:32:29.599786 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-50d6aa21-54e7-41a5-9b80-82033b56adac req-53b90dc5-0d47-4d5d-9923-828a04ae1dc1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305526 Mar 23 19:32:29.993131 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0db1a-1713-47df-9ae8-0a0144b45574 req-662d6901-a6ab-4217-8736-3278abb67bb3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:29.994590 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fbd0db1a-1713-47df-9ae8-0a0144b45574 req-662d6901-a6ab-4217-8736-3278abb67bb3 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 943 time: 0.0465477 Mar 23 19:32:30.031723 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fbd0db1a-1713-47df-9ae8-0a0144b45574 req-a69e63c8-5bfb-426c-992c-5adc0fba8bd5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Mar 23 19:32:30.716346 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6657b58-c617-4442-a5e9-607b1d3ada20 req-88a5003a-109e-4745-9c7f-9cc236d95cc4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:30.717829 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6657b58-c617-4442-a5e9-607b1d3ada20 req-88a5003a-109e-4745-9c7f-9cc236d95cc4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Mar 23 19:32:30.757623 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e6657b58-c617-4442-a5e9-607b1d3ada20 req-c4cb9604-fe03-438b-bd5d-1744c4ac9f16 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Mar 23 19:32:31.144474 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a443f78-610c-4765-b9ad-d7ec02b45e7f req-de8c7556-df44-4b85-9e0f-9dbebafba3d0 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:31.145945 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0a443f78-610c-4765-b9ad-d7ec02b45e7f req-de8c7556-df44-4b85-9e0f-9dbebafba3d0 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 943 time: 0.0473864 Mar 23 19:32:31.182361 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0a443f78-610c-4765-b9ad-d7ec02b45e7f req-7263e3d8-c3fe-4043-9729-c44b3d801e51 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Mar 23 19:32:31.875594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62044ead-0187-48aa-b4f2-e87abf9b4b07 req-908d502c-8465-48d4-99df-dfed4c96da6a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:31.877637 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-62044ead-0187-48aa-b4f2-e87abf9b4b07 req-908d502c-8465-48d4-99df-dfed4c96da6a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Mar 23 19:32:31.919469 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-62044ead-0187-48aa-b4f2-e87abf9b4b07 req-d26a607a-1067-43b9-82e4-e7fd02503ac6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358243 Mar 23 19:32:32.295254 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6650c0-690c-4336-b72a-7b2e790130df req-023aaf2a-4acc-4c5d-833f-b63f8f298568 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:32.296700 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4e6650c0-690c-4336-b72a-7b2e790130df req-023aaf2a-4acc-4c5d-833f-b63f8f298568 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 943 time: 0.0504274 Mar 23 19:32:32.334256 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4e6650c0-690c-4336-b72a-7b2e790130df req-224f0f23-2417-4795-afaf-6a30be36e48a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Mar 23 19:32:32.574823 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 2074b5e7-a187-4005-ad6e-c209351cf151 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:32:32.666313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2074b5e7-a187-4005-ad6e-c209351cf151,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:32.680961 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '2074b5e7-a187-4005-ad6e-c209351cf151', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'port_id': '2074b5e7-a187-4005-ad6e-c209351cf151', 'mac_address': 'fa:16:3e:4b:7d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:32:32.716615 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:32.729686 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2074b5e7-a187-4005-ad6e-c209351cf151 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:32:32.748829 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2074b5e7-a187-4005-ad6e-c209351cf151,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:32.752582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:32.801221 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:33.037238 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0db1a-9f52-4c15-ac1a-dc0bd66cbb7d req-163dd620-d281-4800-9f4d-993836bababe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:33.038752 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f8c0db1a-9f52-4c15-ac1a-dc0bd66cbb7d req-163dd620-d281-4800-9f4d-993836bababe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Mar 23 19:32:33.075245 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f8c0db1a-9f52-4c15-ac1a-dc0bd66cbb7d req-26bd9296-0a8d-4034-a54b-729e9c21596c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306704 Mar 23 19:32:33.085701 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['2074b5e7-a187-4005-ad6e-c209351cf151'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:32:33.445195 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1da47-e96b-4c41-9a2b-42647b25f984 req-f5a76ca9-5065-4a45-ad52-a26839cf23ce tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:33.446687 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1e1da47-e96b-4c41-9a2b-42647b25f984 req-f5a76ca9-5065-4a45-ad52-a26839cf23ce tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 944 time: 0.0477042 Mar 23 19:32:33.483115 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1e1da47-e96b-4c41-9a2b-42647b25f984 req-e8aa4a6e-24e9-466e-916a-f5aa797c3724 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306995 Mar 23 19:32:34.203110 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bffee-78b2-4286-b45a-7969c8f93eb2 req-cdfee807-7213-4954-ade6-0f0b3205a276 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:34.204888 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-667bffee-78b2-4286-b45a-7969c8f93eb2 req-cdfee807-7213-4954-ade6-0f0b3205a276 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Mar 23 19:32:34.245554 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-667bffee-78b2-4286-b45a-7969c8f93eb2 req-4dd63448-4d01-44b3-9ac1-354a5b289920 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Mar 23 19:32:34.576785 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 2074b5e7-a187-4005-ad6e-c209351cf151 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:32:34.596621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa83afa-409b-48ec-bee6-6fa09a47c0cc req-010c5a99-3d7c-4453-ae94-7bd31a6092e4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:34.598100 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fa83afa-409b-48ec-bee6-6fa09a47c0cc req-010c5a99-3d7c-4453-ae94-7bd31a6092e4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 944 time: 0.0483301 Mar 23 19:32:34.626537 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 2074b5e7-a187-4005-ad6e-c209351cf151 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:32:34.630705 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 2074b5e7-a187-4005-ad6e-c209351cf151 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:32:34.631154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:34.634840 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fa83afa-409b-48ec-bee6-6fa09a47c0cc req-e9d29e67-da58-489d-ba0b-2b79bd7b9c70 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Mar 23 19:32:34.709012 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:34.730963 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:34.733200 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba81c7-e2be-4e37-9eca-e9bfee9dcff7" -d '{"events": [{"server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "name": "network-vif-plugged", "status": "completed", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:34.745338 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2074b5e7-a187-4005-ad6e-c209351cf151,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:34.749330 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:34.772951 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a18096-6b91-4280-b1c9-37287db4b156 x-openstack-request-id: req-18a18096-6b91-4280-b1c9-37287db4b156 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:34.773240 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "name": "network-vif-plugged", "status": "completed", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:34.773495 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18a18096-6b91-4280-b1c9-37287db4b156 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:34.773873 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151', 'code': 200} Mar 23 19:32:34.800425 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:34.933572 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de0eee-ab10-4857-8599-2a67e7c5e103 req-9d44e884-007d-4e4c-aa09-1e46caafae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:34.935037 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1de0eee-ab10-4857-8599-2a67e7c5e103 req-9d44e884-007d-4e4c-aa09-1e46caafae28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 1098 time: 0.0408270 Mar 23 19:32:34.967336 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c1de0eee-ab10-4857-8599-2a67e7c5e103 req-54caa80d-9082-4479-be60-6a867adf6c77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263839 Mar 23 19:32:35.359175 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b979d8-153d-4489-8ced-e72c2d582bac req-5d7aebee-7fb3-4068-8190-cacfd90bcb65 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:35.361137 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c6b979d8-153d-4489-8ced-e72c2d582bac req-5d7aebee-7fb3-4068-8190-cacfd90bcb65 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0469046 Mar 23 19:32:35.396898 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c6b979d8-153d-4489-8ced-e72c2d582bac req-fa8c37ce-a34c-4970-988d-4e51e99c8cf6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298796 Mar 23 19:32:35.754633 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df40a-68ae-40b0-beed-fca91743ed68 req-d06b11a3-311e-43ae-bd97-71b6321db4c1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:35.756134 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-de1df40a-68ae-40b0-beed-fca91743ed68 req-d06b11a3-311e-43ae-bd97-71b6321db4c1 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Mar 23 19:32:35.793896 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-de1df40a-68ae-40b0-beed-fca91743ed68 req-628a770c-fff6-4f1e-92b0-a2bbc8cb27f5 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318022 Mar 23 19:32:36.512763 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53e85-6f8e-4beb-a6bd-9b526c23952b req-8d84e9a8-e044-4985-a7ca-07506f4dc8d3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:36.514237 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4fe53e85-6f8e-4beb-a6bd-9b526c23952b req-8d84e9a8-e044-4985-a7ca-07506f4dc8d3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0466852 Mar 23 19:32:36.550982 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4fe53e85-6f8e-4beb-a6bd-9b526c23952b req-91fc6153-eb37-439b-a0f1-808ecc29ce4e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303986 Mar 23 19:32:36.906539 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf36efa-66e9-4f22-a8c5-d2cd6c922f06 req-e19263cd-b377-4348-8b0d-743357d53684 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:36.907981 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bcf36efa-66e9-4f22-a8c5-d2cd6c922f06 req-e19263cd-b377-4348-8b0d-743357d53684 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Mar 23 19:32:36.945504 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bcf36efa-66e9-4f22-a8c5-d2cd6c922f06 req-96630369-2351-42f6-9354-702052adf3aa tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Mar 23 19:32:36.973237 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:32:37.056362 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e342c-04d5-4afa-87c0-cda389f8749c req-0b5cff55-fc2c-4ac9-86b4-5ac509d9e7bc tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:37.057877 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-922e342c-04d5-4afa-87c0-cda389f8749c req-0b5cff55-fc2c-4ac9-86b4-5ac509d9e7bc tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0505278 Mar 23 19:32:37.066784 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48474) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:32:37.071266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Request body: {'floatingip': {'port_id': '2074b5e7-a187-4005-ad6e-c209351cf151'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:37.107690 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:37.528047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:37.532002 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:37.674263 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6fe37-4ff3-48e1-a566-0214d0eb5f58 req-9b809c8b-6f46-4162-b320-7b7f9953dc19 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:37.676014 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c3a6fe37-4ff3-48e1-a566-0214d0eb5f58 req-9b809c8b-6f46-4162-b320-7b7f9953dc19 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Mar 23 19:32:37.728014 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c3a6fe37-4ff3-48e1-a566-0214d0eb5f58 req-40418035-44d7-4f60-a51a-ef28bab3490b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Mar 23 19:32:37.894517 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 6663c853-9d85-41c7-b25d-d8638ba1c387 associated. External IP: 172.27.3.173, port: 2074b5e7-a187-4005-ad6e-c209351cf151. Mar 23 19:32:38.110245 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:32:38.212738 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:32:38.217179 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:38.225074 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:32:38.235063 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:38.235725 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:32:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:38.246020 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e0403f87-a0c3-4574-a294-1abf8f4c714a tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "PUT /v2.0/floatingips/6663c853-9d85-41c7-b25d-d8638ba1c387 HTTP/1.1" status: 200 len: 991 time: 1.1782198 Mar 23 19:32:38.246599 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:38.248880 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c13ff-24e7-4364-840f-f8827ab7185d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:38.286970 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14194795-24f6-4764-8ac5-c7675c9284b7 x-openstack-request-id: req-14194795-24f6-4764-8ac5-c7675c9284b7 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:38.287266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:38.287518 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14194795-24f6-4764-8ac5-c7675c9284b7 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:38.287917 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151', 'status': 'completed', 'code': 200} Mar 23 19:32:38.342785 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:38.350454 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-ab2b37c9-785c-40f0-8baa-99db7d6a5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:38.351949 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-ab2b37c9-785c-40f0-8baa-99db7d6a5cea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e686ddd62a4440866c2115ec077bb6&device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 1098 time: 0.0398667 Mar 23 19:32:38.446969 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-b64d7963-9304-4ada-853a-d6ebb24ef68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:38.448466 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-b64d7963-9304-4ada-853a-d6ebb24ef68e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 200 len: 914 time: 0.0835941 Mar 23 19:32:38.526960 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-ad73405e-2e35-4c95-92b0-84c3260cb420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2074b5e7-a187-4005-ad6e-c209351cf151 HTTP/1.1" status: 200 len: 999 time: 0.0676391 Mar 23 19:32:38.560584 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '6663c853-9d85-41c7-b25d-d8638ba1c387', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '2074b5e7-a187-4005-ad6e-c209351cf151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:4b:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:32:24Z', 'updated_at': '2022-03-23T19:32:37Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:38.577188 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-afea62fd-bcbf-4ddc-b1bc-8146ced85c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:38.578669 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-afea62fd-bcbf-4ddc-b1bc-8146ced85c2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 200 len: 853 time: 0.0436473 Mar 23 19:32:38.586379 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:32:38.594455 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:32:38.595078 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:32:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:38.597661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:32:38.624877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-9e94ccfb-ed29-45e9-83fc-41b23b0329c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:38.626991 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-9e94ccfb-ed29-45e9-83fc-41b23b0329c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7852928-7407-4b03-85a4-ac35aaeae76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409436 Mar 23 19:32:38.696694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:38.708918 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:32:38.723144 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:32:38.743342 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-24fdd0e3-5e48-49c3-9e5a-77ebe4edd917 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094041 Mar 23 19:32:38.746454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:38.762688 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:32:38.795933 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:38.803412 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:38.868948 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=6']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:38.874409 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8a9c13ff-24e7-4364-840f-f8827ab7185d req-7b8aaa49-b9af-4b85-8226-25c3d5d45d31 service neutron] 10.222.0.42 "GET /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235504 Mar 23 19:32:38.875798 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0f4a-a943-4f0b-b7a8-0edf3b4b831a req-27e678da-26af-46c3-bfcc-422af06c70d1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:38.878406 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-213e0f4a-a943-4f0b-b7a8-0edf3b4b831a req-27e678da-26af-46c3-bfcc-422af06c70d1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0641603 Mar 23 19:32:38.920904 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-213e0f4a-a943-4f0b-b7a8-0edf3b4b831a req-7fa27953-e5c6-4254-9393-ead40081f663 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360262 Mar 23 19:32:38.926848 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['4f9f67a4-1662-4a58-bf4c-eb094312ee3a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:32:38.987165 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '6663c853-9d85-41c7-b25d-d8638ba1c387', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '2074b5e7-a187-4005-ad6e-c209351cf151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:4b:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:32:24Z', 'updated_at': '2022-03-23T19:32:37Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:32:39.013006 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba272dd2-70c9-45f9-95df-10cdd37873ac None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '6663c853-9d85-41c7-b25d-d8638ba1c387', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '260877aa-2022-4d03-aa95-47255da02a21', 'port_id': '2074b5e7-a187-4005-ad6e-c209351cf151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'mac_address': 'fa:16:3e:4b:7d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:32:24Z', 'updated_at': '2022-03-23T19:32:37Z', 'revision_number': 1, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:32:39.208728 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e155e-a73a-4fb2-a108-ea6932aaf3af None None] New status for floating IP 6663c853-9d85-41c7-b25d-d8638ba1c387: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:32:40.040851 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0eca3-ec7a-4abb-a430-866a49db25b1 req-8072abd7-b225-4c57-bcff-08a9a0a5848c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:40.042322 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec0eca3-ec7a-4abb-a430-866a49db25b1 req-8072abd7-b225-4c57-bcff-08a9a0a5848c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0473967 Mar 23 19:32:40.079510 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec0eca3-ec7a-4abb-a430-866a49db25b1 req-64b7cf0e-f667-4f7f-a17f-759a5adb7967 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Mar 23 19:32:40.615514 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:32:40.662198 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:32:40.662571 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:40.735257 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:40.758678 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:40.760914 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3161c62-2153-4f79-81a1-34cbb8ce37c0" -d '{"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:40.773405 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:40.778105 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:40.801725 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7474838-209a-49ad-b4d6-5fa79749be0f x-openstack-request-id: req-c7474838-209a-49ad-b4d6-5fa79749be0f {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:40.802016 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:40.802268 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7474838-209a-49ad-b4d6-5fa79749be0f {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:40.802653 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'code': 200} Mar 23 19:32:40.826765 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=7']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:41.043938 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:41.194702 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6539-0ac1-4937-86be-e7fa9409f421 req-e4746653-f2e8-437b-b48f-5c83f07c91fe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:41.196199 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-685b6539-0ac1-4937-86be-e7fa9409f421 req-e4746653-f2e8-437b-b48f-5c83f07c91fe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Mar 23 19:32:41.233011 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-685b6539-0ac1-4937-86be-e7fa9409f421 req-990d0953-b1b9-4bde-9b20-03646e565b1e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Mar 23 19:32:42.350482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33ba93-0bcb-4895-b3a9-1b54e9756a2f req-05fbd367-d642-4a71-b2c2-600bc966f948 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:42.351938 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eb33ba93-0bcb-4895-b3a9-1b54e9756a2f req-05fbd367-d642-4a71-b2c2-600bc966f948 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0476100 Mar 23 19:32:42.388971 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-eb33ba93-0bcb-4895-b3a9-1b54e9756a2f req-7d3c29e1-b4ef-45ae-a5fc-6a05668c306f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Mar 23 19:32:43.402084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7c29284b-5d85-48ac-9f98-bc2b7b8e2185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:43.514567 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51cad5-f33f-4ac6-a76b-94151c749bdd req-209893b1-0846-40e3-8d14-22479f7065c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:43.516368 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5a51cad5-f33f-4ac6-a76b-94151c749bdd req-209893b1-0846-40e3-8d14-22479f7065c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0527081 Mar 23 19:32:43.558086 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5a51cad5-f33f-4ac6-a76b-94151c749bdd req-d2d07247-731e-45cb-b5c4-58d4e211ed12 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351717 Mar 23 19:32:44.706405 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb53b-df52-4baa-912e-88f6a7c0589d req-06446f2a-6015-4862-a92a-4545fa7c756c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:44.713039 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f38fb53b-df52-4baa-912e-88f6a7c0589d req-06446f2a-6015-4862-a92a-4545fa7c756c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0685151 Mar 23 19:32:44.770653 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f38fb53b-df52-4baa-912e-88f6a7c0589d req-83de7db5-1476-4706-a6fc-ce0e48b796c7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499082 Mar 23 19:32:45.798918 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-03508c94-b4a7-4a2b-a210-f179ecf2345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:45.897848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58992bc6-f676-4e06-8923-fa125c306255 req-2516e125-095c-477b-8acc-07437ce441f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:45.899517 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-58992bc6-f676-4e06-8923-fa125c306255 req-2516e125-095c-477b-8acc-07437ce441f6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0486572 Mar 23 19:32:45.947717 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-58992bc6-f676-4e06-8923-fa125c306255 req-73bc1a15-2ed5-4d4e-8803-1ee8a4450830 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Mar 23 19:32:46.831143 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:47.099116 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3b9ec-5085-47c5-bfdb-bc77728fcc62 req-b589b48f-83c7-4ec4-827f-cb59efb2e56b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:47.100662 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-94f3b9ec-5085-47c5-bfdb-bc77728fcc62 req-b589b48f-83c7-4ec4-827f-cb59efb2e56b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0711462 Mar 23 19:32:47.144690 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-94f3b9ec-5085-47c5-bfdb-bc77728fcc62 req-21867ae9-4df4-4142-bb04-3ad000e27f87 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373368 Mar 23 19:32:48.278463 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfdde-8482-465c-bd40-bfaf37c55e58 req-d3a6daae-c526-4891-ad7a-cd0991fcb6db tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:48.281395 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-784dfdde-8482-465c-bd40-bfaf37c55e58 req-d3a6daae-c526-4891-ad7a-cd0991fcb6db tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Mar 23 19:32:48.339567 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-784dfdde-8482-465c-bd40-bfaf37c55e58 req-486c6ba1-b131-4189-8a43-da7bb5aa37a7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503445 Mar 23 19:32:48.355052 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:48.703084 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:49.469203 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadcb8f-a4b5-4717-a83e-eb725629d379 req-6db0d22b-ea9d-4dd7-86a3-9ff1495aaad2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:49.470899 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-efadcb8f-a4b5-4717-a83e-eb725629d379 req-6db0d22b-ea9d-4dd7-86a3-9ff1495aaad2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0545423 Mar 23 19:32:49.515808 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-efadcb8f-a4b5-4717-a83e-eb725629d379 req-84025ade-2eaa-4177-b67d-e9de995a9e23 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Mar 23 19:32:50.649141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cbbbb-07d1-48ce-977d-e0904da1afb9 req-72ba9bb5-17c0-4fb7-b96b-13b524570ce2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:50.651411 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cc3cbbbb-07d1-48ce-977d-e0904da1afb9 req-72ba9bb5-17c0-4fb7-b96b-13b524570ce2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Mar 23 19:32:50.707430 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cc3cbbbb-07d1-48ce-977d-e0904da1afb9 req-04d6be79-b0bc-46ec-adf9-093442ff8472 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501258 Mar 23 19:32:51.843009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1bd2e-6ff2-4078-9d61-1bcb74ae0927 req-8c126652-85c7-4448-982f-2ffce2161a9d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:51.851359 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-39a1bd2e-6ff2-4078-9d61-1bcb74ae0927 req-8c126652-85c7-4448-982f-2ffce2161a9d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0592470 Mar 23 19:32:51.886326 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-39a1bd2e-6ff2-4078-9d61-1bcb74ae0927 req-aa24770c-e7ce-4f0d-b42a-c8664b47f82a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340998 Mar 23 19:32:53.034947 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29bcf0-306a-4eca-89de-60622896de52 req-d122e6f1-2e4f-41b4-93d3-3ecf984563e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:53.042645 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a29bcf0-306a-4eca-89de-60622896de52 req-d122e6f1-2e4f-41b4-93d3-3ecf984563e2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0630717 Mar 23 19:32:53.092192 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a29bcf0-306a-4eca-89de-60622896de52 req-026b5797-afe3-4d37-858a-82d0b62cf462 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485842 Mar 23 19:32:54.218512 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19af4-d40d-429b-995a-ed78ea4a6b0a req-558d4fa1-5ea4-4e0b-9d24-d29e73e88ef1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:54.219965 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-64a19af4-d40d-429b-995a-ed78ea4a6b0a req-558d4fa1-5ea4-4e0b-9d24-d29e73e88ef1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Mar 23 19:32:54.257959 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-64a19af4-d40d-429b-995a-ed78ea4a6b0a req-3ca6be6e-67f8-4d01-8f37-3f2e0845a17d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319703 Mar 23 19:32:54.911560 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-e56fdfc1-b0eb-4231-ac5e-ff68ab1a88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:54.913086 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-e56fdfc1-b0eb-4231-ac5e-ff68ab1a88d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1098 time: 0.0402584 Mar 23 19:32:55.001342 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-d5fcbc14-a348-49c2-8807-62ef742cc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:55.003322 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-d5fcbc14-a348-49c2-8807-62ef742cc0d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0819640 Mar 23 19:32:55.074342 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-90fb669b-2620-46e7-b46b-cc230a136a8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 1001 time: 0.0607872 Mar 23 19:32:55.121877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-2a12ae72-be20-49c7-af52-86cb55b664a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:55.123311 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-2a12ae72-be20-49c7-af52-86cb55b664a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0415792 Mar 23 19:32:55.168295 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-313afc2d-b708-47ae-8793-f788e11a3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:55.169804 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-313afc2d-b708-47ae-8793-f788e11a3441 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392709 Mar 23 19:32:55.258193 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-8952a8f5-cf75-4576-b0e5-febd9eb338df service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809557 Mar 23 19:32:55.384922 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f26b17d9-d578-4343-9faa-a5fb3d573c88 req-baa6f475-22d4-4dc7-b85f-227ba8c98891 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093729 Mar 23 19:32:55.397960 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217c13-be3f-4038-88e0-50b1966c91fa req-fc7829c4-43f1-40e9-9e74-db6d7c8088c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:55.399435 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b217c13-be3f-4038-88e0-50b1966c91fa req-fc7829c4-43f1-40e9-9e74-db6d7c8088c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0685415 Mar 23 19:32:55.439251 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b217c13-be3f-4038-88e0-50b1966c91fa req-4b7d088b-a8d7-4347-abae-cf94a756f142 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Mar 23 19:32:56.559272 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862d869-5236-49db-acc5-a0563168a11f req-84a1ff9d-b464-41e5-98e1-ec96c3ec3ad7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:56.560748 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b862d869-5236-49db-acc5-a0563168a11f req-84a1ff9d-b464-41e5-98e1-ec96c3ec3ad7 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0519152 Mar 23 19:32:56.601608 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b862d869-5236-49db-acc5-a0563168a11f req-f5a93c66-14d1-4400-8486-ca67e1a6e644 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339746 Mar 23 19:32:57.726486 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182628c-817e-43e9-b622-b5546be6a424 req-28e5f540-d88c-4c9d-924c-a064d5ae6435 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:57.727970 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4182628c-817e-43e9-b622-b5546be6a424 req-28e5f540-d88c-4c9d-924c-a064d5ae6435 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Mar 23 19:32:57.766581 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4182628c-817e-43e9-b622-b5546be6a424 req-c9b17190-5096-489a-871f-8048fc884bfb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324457 Mar 23 19:32:57.789787 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-5b89da4b-1838-4b6d-ad15-77290581755c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486665440&fields=id&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 267 time: 0.0322435 Mar 23 19:32:57.897933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-7b652a54-117b-4fb9-a1d9-a99084a0c736 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:57.899425 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-7b652a54-117b-4fb9-a1d9-a99084a0c736 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1026359 Mar 23 19:32:57.914589 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-4d6fab1a-17f2-40d6-afed-06ec2f6cee75 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/quotas/32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 375 time: 0.0090744 Mar 23 19:32:57.977367 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-b94a8750-879b-46fc-a833-c58ab942ea2f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571239 Mar 23 19:32:58.078448 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-c7d5a7e7-5166-4e24-bcf3-4ca71c06e607 service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870893 Mar 23 19:32:58.175763 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-aede064e-aaa5-462a-b014-2c24f4395da7 service neutron] 10.222.0.43 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Mar 23 19:32:58.456966 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-264bd11d-eff1-4a19-b4c7-baac27fd1916 req-1301d24a-405d-404f-8ab6-e70ff8c6d52d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 210 time: 0.0269282 Mar 23 19:32:58.505082 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-a60de209-f1f0-494b-abd9-3a76359ecc93 req-39a1c1e8-f191-4abb-8d61-29c7e8e5a27d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:32:58.506066 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a60de209-f1f0-494b-abd9-3a76359ecc93 req-39a1c1e8-f191-4abb-8d61-29c7e8e5a27d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056179 Mar 23 19:32:58.715639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaed447-6461-4aab-ab99-1453886343b6 req-eff4aa54-cc71-4de0-a4cd-8de10f2f12c8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:58.717401 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0eaed447-6461-4aab-ab99-1453886343b6 req-eff4aa54-cc71-4de0-a4cd-8de10f2f12c8 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 945 time: 0.0817611 Mar 23 19:32:58.723155 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:32:58.814133 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:58.837541 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0eaed447-6461-4aab-ab99-1453886343b6 req-adf8ce15-de78-4f49-ba08-edfc3643ea30 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992396 Mar 23 19:32:58.838610 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:32:58.842064 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bae8cb-4764-492b-94db-05ce008cd689" -d '{"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:32:58.845766 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-85abc1bf-3a8f-4d78-926d-6aadc3378067 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271949 Mar 23 19:32:58.868675 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:32:58.874674 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:58.925463 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253e0e5-7e6b-4638-9b2b-7e8f40b2814c x-openstack-request-id: req-d253e0e5-7e6b-4638-9b2b-7e8f40b2814c {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:32:58.925991 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-unplugged", "status": "failed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "code": 422}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:32:58.926410 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d253e0e5-7e6b-4638-9b2b-7e8f40b2814c {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:32:58.926946 dv-cinder-834961-1-iscsi neutron-server[101770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'code': 422} returned with failed status Mar 23 19:32:58.937020 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=8']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:32:59.544621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-be56de27-6c4b-4d44-8990-1d3955b775ac tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:59.546175 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-be56de27-6c4b-4d44-8990-1d3955b775ac tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 812 time: 0.1230614 Mar 23 19:32:59.577340 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-fe143f67-3b74-4488-aaee-c71e59df2497 req-a0f068b6-c7e7-4a43-b5bf-7c1c9c11457e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Mar 23 19:32:59.612608 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-625f04e7-d4ea-4c0e-9521-807a76e03271 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b5ecca640545eb8507d2877cd2d48c HTTP/1.1" status: 200 len: 379 time: 0.0375886 Mar 23 19:32:59.626057 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'port': {'device_id': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'admin_state_up': True, 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'security_groups': ['55415f5e-ee09-49d1-97ed-a91f09dcf6ab']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:32:59.753121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Made reservation on behalf of 32b5ecca640545eb8507d2877cd2d48c for: {'port': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:32:59.756878 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:32:59.836966 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-3f5e6b16-8be9-4d34-aecf-5e5f332c8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:59.851069 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-3f5e6b16-8be9-4d34-aecf-5e5f332c8fde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1&tenant_id=cc251fc47a6e43089f9eba08785be63a HTTP/1.1" status: 200 len: 1096 time: 0.0555298 Mar 23 19:32:59.907083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.20.0.8 (1faf4fc1-dbc8-4707-959f-90c24f33794a/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c/c7f68f04-236d-46ae-9c5c-525c956de2f1) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:32:59.957520 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-675de878-62c0-4768-8940-e42690d78b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:59.959712 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-675de878-62c0-4768-8940-e42690d78b5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1096 time: 0.0779066 Mar 23 19:32:59.995113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be0dee-46d6-4d9d-8e5d-bae68baa1e8e req-9d1cebd3-0445-4461-be87-be9a52ed9034 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:32:59.997301 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-67be0dee-46d6-4d9d-8e5d-bae68baa1e8e req-9d1cebd3-0445-4461-be87-be9a52ed9034 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0828767 Mar 23 19:33:00.054774 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.083993 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-67be0dee-46d6-4d9d-8e5d-bae68baa1e8e req-7735af7d-42af-4d98-81c0-c12398ab501d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799882 Mar 23 19:33:00.100909 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.105651 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-249d3517-a1f3-4c83-99d2-12e324d74272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.107384 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-249d3517-a1f3-4c83-99d2-12e324d74272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.1389375 Mar 23 19:33:00.144579 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:00.147745 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:00.154142 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:00.195607 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:00.199054 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-67ca0b67-6863-4039-bc38-dd85e84f94a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 999 time: 0.0830472 Mar 23 19:33:00.217642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.218337 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.235951 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-710fc04f-8c6d-4fb2-b14c-683e4513c545 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134841 Mar 23 19:33:00.247522 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Request body: {'port': {'device_id': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:00.254220 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-8673c957-b3d9-41ed-afce-1573aa7376ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.255704 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-8673c957-b3d9-41ed-afce-1573aa7376ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0499985 Mar 23 19:33:00.303691 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.307578 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-9e0e790d-9b40-4768-a113-18b899d19aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.309148 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-9e0e790d-9b40-4768-a113-18b899d19aea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462513 Mar 23 19:33:00.403614 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-bb9943c5-a800-4f01-9d07-0f2cfe703ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870230 Mar 23 19:33:00.451784 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-7b9ed9b5-2024-4d56-b5bf-6d5bcb3b67db None None] Provisioning complete for port c7f68f04-236d-46ae-9c5c-525c956de2f1 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:00.452366 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed9b5-2024-4d56-b5bf-6d5bcb3b67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.486851 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ed9b5-2024-4d56-b5bf-6d5bcb3b67db None None] Port c7f68f04-236d-46ae-9c5c-525c956de2f1 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:33:00.496043 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f607a835-f8c2-44bc-a6db-fc317107a9dc req-0a4f0cfe-9323-459e-b158-6ecedb854dec service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Mar 23 19:33:00.577034 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f68f04-236d-46ae-9c5c-525c956de2f1 {{(pid=101769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:33:00.584113 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.595849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.provisioning_blocks [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Transition to ACTIVE for port object c7f68f04-236d-46ae-9c5c-525c956de2f1 will not be triggered until provisioned by entity L2. {{(pid=101769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:33:00.601391 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.663674 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:00.752515 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24924ec3-3514-4427-bbe2-90960a1884f2 req-31453046-9d0f-4ee2-9462-beb3c176116d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.754102 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-24924ec3-3514-4427-bbe2-90960a1884f2 req-31453046-9d0f-4ee2-9462-beb3c176116d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.1048827 Mar 23 19:33:00.781318 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Attempting to bind port c7f68f04-236d-46ae-9c5c-525c956de2f1 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:00.781661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Attempting to bind port c7f68f04-236d-46ae-9c5c-525c956de2f1 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:00.781994 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Attempting to bind port c7f68f04-236d-46ae-9c5c-525c956de2f1 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:00.793649 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Port c7f68f04-236d-46ae-9c5c-525c956de2f1 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:33:00.793980 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Attempting to bind port c7f68f04-236d-46ae-9c5c-525c956de2f1 on network 1faf4fc1-dbc8-4707-959f-90c24f33794a {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:00.807652 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:00.807997 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Checking segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:00.808384 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Bound using segment: {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:00.808832 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Bound port: c7f68f04-236d-46ae-9c5c-525c956de2f1, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf04dee-7dc1-4969-af50-28a294361fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a'}}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:00.809210 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.813541 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-24924ec3-3514-4427-bbe2-90960a1884f2 req-f21a896f-dc7f-4e64-bbd3-983ebd29a1d6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493798 Mar 23 19:33:00.897561 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, cleared binding levels {{(pid=101769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:00.908422 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:00.916642 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.947024 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:00.948318 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:00.951527 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7f68f04-236d-46ae-9c5c-525c956de2f1 HTTP/1.1" status: 200 len: 1093 time: 0.7078011 Mar 23 19:33:01.025325 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:33:01.028545 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b" -d '{"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:33:01.033015 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b0b6-d676-4735-bc56-a9d1965bb3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=3']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:01.107396 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7c32c-bd7a-4024-a1dc-bd126df386a8 x-openstack-request-id: req-caf7c32c-bd7a-4024-a1dc-bd126df386a8 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:33:01.107690 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:33:01.107948 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caf7c32c-bd7a-4024-a1dc-bd126df386a8 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:33:01.108336 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'status': 'completed', 'code': 200} Mar 23 19:33:01.271752 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3c7d-5b30-4ce8-8ea0-e724ff1f1997 req-6a778341-c407-4b88-99de-d544c2888da0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:01.273314 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2e8e3c7d-5b30-4ce8-8ea0-e724ff1f1997 req-6a778341-c407-4b88-99de-d544c2888da0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0983272 Mar 23 19:33:01.311249 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2e8e3c7d-5b30-4ce8-8ea0-e724ff1f1997 req-a5c83677-b796-49d5-8c0d-68d4aecae922 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317719 Mar 23 19:33:01.939614 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650859a-6fc8-42cf-bb58-6add40e4ab36 req-834ee74a-5d19-4ffd-ad55-f0a79e4ab3ff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:01.941132 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c650859a-6fc8-42cf-bb58-6add40e4ab36 req-834ee74a-5d19-4ffd-ad55-f0a79e4ab3ff tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0571773 Mar 23 19:33:01.978139 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-c650859a-6fc8-42cf-bb58-6add40e4ab36 req-c8ddd9a6-2f31-4126-a30d-12b7c8081e01 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Mar 23 19:33:02.429545 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c079c-f469-4b02-bd65-a7b9d17be0b2 req-30bd624e-4ee4-43eb-a3b0-7577132a6f3c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:02.431059 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-803c079c-f469-4b02-bd65-a7b9d17be0b2 req-30bd624e-4ee4-43eb-a3b0-7577132a6f3c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0479851 Mar 23 19:33:02.475540 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-803c079c-f469-4b02-bd65-a7b9d17be0b2 req-f1f9cfd2-3adc-4d3f-b9fa-b29bbf299557 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Mar 23 19:33:03.093236 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241af7a-81c4-403a-8a23-6fdcb941beca req-4888b942-1621-45b1-b38d-176f4d4b5b19 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:03.094765 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d241af7a-81c4-403a-8a23-6fdcb941beca req-4888b942-1621-45b1-b38d-176f4d4b5b19 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0500424 Mar 23 19:33:03.137383 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d241af7a-81c4-403a-8a23-6fdcb941beca req-597726a6-e0ab-4eb9-b9cf-71d35b8602d4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357468 Mar 23 19:33:03.602382 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61239-1696-4cb2-94fe-0c785612397d req-9b7ce088-913f-4887-9f91-44296482e0b5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:03.604051 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fa61239-1696-4cb2-94fe-0c785612397d req-9b7ce088-913f-4887-9f91-44296482e0b5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0507512 Mar 23 19:33:03.645353 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0fa61239-1696-4cb2-94fe-0c785612397d req-c96f039a-2f68-4ccc-bc7d-551376cf582e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352347 Mar 23 19:33:04.259163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2a60b-5f37-4e62-bb36-e896e3087307 req-cb7739a1-7a11-4795-b5dd-4b83c6494f89 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:04.260708 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-80a2a60b-5f37-4e62-bb36-e896e3087307 req-cb7739a1-7a11-4795-b5dd-4b83c6494f89 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0479555 Mar 23 19:33:04.302560 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-80a2a60b-5f37-4e62-bb36-e896e3087307 req-fce9f700-c81b-40af-9c66-fd51f343c67e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355604 Mar 23 19:33:04.769992 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f4748-a4e1-44f2-9993-8c6400ebae27 req-12ff7b75-81bf-4de8-bd65-926749df1cdd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:04.771523 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ce7f4748-a4e1-44f2-9993-8c6400ebae27 req-12ff7b75-81bf-4de8-bd65-926749df1cdd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0490141 Mar 23 19:33:04.814083 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ce7f4748-a4e1-44f2-9993-8c6400ebae27 req-164a03e2-ff5a-4327-acdf-eee1f9da474d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350175 Mar 23 19:33:05.423300 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e637e-e1d1-4b04-916e-39c990aa1463 req-083020a8-3477-452c-8e98-e34846665bab tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:05.425302 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-680e637e-e1d1-4b04-916e-39c990aa1463 req-083020a8-3477-452c-8e98-e34846665bab tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0522170 Mar 23 19:33:05.486177 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-680e637e-e1d1-4b04-916e-39c990aa1463 req-9e4bc88e-c5ec-421a-bd87-43ac6c1397da tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511751 Mar 23 19:33:05.935425 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7a41-cbb2-4f92-9c32-4c811fce12ad req-2853bd09-f6a7-4ce2-bf7a-b0382ece9973 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:05.936953 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a2fc7a41-cbb2-4f92-9c32-4c811fce12ad req-2853bd09-f6a7-4ce2-bf7a-b0382ece9973 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0496867 Mar 23 19:33:05.982082 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a2fc7a41-cbb2-4f92-9c32-4c811fce12ad req-649990fd-f22c-4858-98f5-b8f6a93f08a1 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Mar 23 19:33:06.625486 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc82cf3-96d1-4523-a818-b79c792c6119 req-06b4c892-6ce1-4a33-aea0-16728b0aa7f0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:06.627317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5dc82cf3-96d1-4523-a818-b79c792c6119 req-06b4c892-6ce1-4a33-aea0-16728b0aa7f0 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0553939 Mar 23 19:33:06.666217 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5dc82cf3-96d1-4523-a818-b79c792c6119 req-8b5874b7-f635-46e0-b3de-3173721f90dd tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323684 Mar 23 19:33:07.120126 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56677ca6-58d8-4a53-a76f-4045b45b6a19 req-c56687cd-a698-4708-818b-adb338ac5a5d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:07.121787 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56677ca6-58d8-4a53-a76f-4045b45b6a19 req-c56687cd-a698-4708-818b-adb338ac5a5d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0688765 Mar 23 19:33:07.163340 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-56677ca6-58d8-4a53-a76f-4045b45b6a19 req-8b4c950a-c74c-4831-871e-e045c5d1e06d tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Mar 23 19:33:07.781241 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99926232-db78-4c91-89df-1f1290e4aa59 req-edced264-4e76-421d-9ed0-af36b7e784dc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:07.782703 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99926232-db78-4c91-89df-1f1290e4aa59 req-edced264-4e76-421d-9ed0-af36b7e784dc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0473704 Mar 23 19:33:07.822875 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99926232-db78-4c91-89df-1f1290e4aa59 req-a1013ca7-fc03-4631-ae58-1637401d245d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Mar 23 19:33:08.299165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb355576-0687-4468-9978-9110b233340e req-eb6d5150-bc4d-40c0-9ae3-99eecb44fccb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:08.302955 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bb355576-0687-4468-9978-9110b233340e req-eb6d5150-bc4d-40c0-9ae3-99eecb44fccb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0596340 Mar 23 19:33:08.339331 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-bb355576-0687-4468-9978-9110b233340e req-3bba6b42-7cd4-4ac1-9fea-edafe105bc06 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315962 Mar 23 19:33:08.946061 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac50db2-5570-4b16-9bb2-9fe89815afa4 req-0d119a08-5f0f-4f6a-b002-494db2a5aaca tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:08.948687 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9ac50db2-5570-4b16-9bb2-9fe89815afa4 req-0d119a08-5f0f-4f6a-b002-494db2a5aaca tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0569582 Mar 23 19:33:08.987450 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9ac50db2-5570-4b16-9bb2-9fe89815afa4 req-3b3d629c-3410-4e22-97a7-2195b19bfc01 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Mar 23 19:33:09.474231 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b7c4-bc39-4260-a3e3-ebd70b5d5a23 req-ac6b4051-70aa-4abc-8072-88ac5ad927e4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:09.476476 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2546b7c4-bc39-4260-a3e3-ebd70b5d5a23 req-ac6b4051-70aa-4abc-8072-88ac5ad927e4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0594456 Mar 23 19:33:09.513745 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2546b7c4-bc39-4260-a3e3-ebd70b5d5a23 req-d6aaff29-4785-42c6-8eaf-c2a5143524c0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314116 Mar 23 19:33:10.109424 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590236cb-dbb1-4eee-98ac-bbb4c5a10035 req-d2a92e14-bae9-4f10-a961-c7eec84b0f69 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:10.111007 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-590236cb-dbb1-4eee-98ac-bbb4c5a10035 req-d2a92e14-bae9-4f10-a961-c7eec84b0f69 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0488026 Mar 23 19:33:10.156661 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-590236cb-dbb1-4eee-98ac-bbb4c5a10035 req-753dc6d1-aa7b-4132-961f-1f6f7d954631 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Mar 23 19:33:10.636852 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96be6f-6521-452f-816b-342060e69ab1 req-a4897f76-c19e-4655-9534-7c0239eb2ffa tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:10.638300 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-de96be6f-6521-452f-816b-342060e69ab1 req-a4897f76-c19e-4655-9534-7c0239eb2ffa tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0474529 Mar 23 19:33:10.681744 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-de96be6f-6521-452f-816b-342060e69ab1 req-acbc6b68-5bf8-43f1-8ff2-41b7988fad78 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Mar 23 19:33:11.057646 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:11.277451 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3d679-dd70-4095-b8db-85a9304556b5 req-2263bde9-63c3-4f2d-8782-99f07d4b5cfb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:11.280277 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-37f3d679-dd70-4095-b8db-85a9304556b5 req-2263bde9-63c3-4f2d-8782-99f07d4b5cfb tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0541463 Mar 23 19:33:11.319652 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-37f3d679-dd70-4095-b8db-85a9304556b5 req-41a6a35c-144b-419d-a725-d6e4271490db tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Mar 23 19:33:11.964052 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bb8a9-4518-4d9d-a496-1bf6efede5ea req-1f116c66-d02d-420b-a8b1-2c59db2208d4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:11.965603 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b41bb8a9-4518-4d9d-a496-1bf6efede5ea req-1f116c66-d02d-420b-a8b1-2c59db2208d4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.2072556 Mar 23 19:33:12.003670 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b41bb8a9-4518-4d9d-a496-1bf6efede5ea req-61ce86b1-d4e4-4482-8887-e5753efa56ee tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Mar 23 19:33:12.436775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbc17a-f48c-4d56-8890-3be5dd76a21a req-a10ae7dc-bf22-47ea-8bb9-f7f6242ace13 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:12.438271 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27cbc17a-f48c-4d56-8890-3be5dd76a21a req-a10ae7dc-bf22-47ea-8bb9-f7f6242ace13 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0515342 Mar 23 19:33:12.475139 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-27cbc17a-f48c-4d56-8890-3be5dd76a21a req-ed777611-352d-4286-a3fb-61be6e427a34 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308986 Mar 23 19:33:13.121567 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849fb7-4a4d-4c34-ae6d-437ca731543e req-87564966-fd5a-4b9e-bfe3-562028fac625 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:13.123022 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e6849fb7-4a4d-4c34-ae6d-437ca731543e req-87564966-fd5a-4b9e-bfe3-562028fac625 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0474627 Mar 23 19:33:13.159863 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e6849fb7-4a4d-4c34-ae6d-437ca731543e req-1cd3f16a-11eb-4687-999d-770a25eece43 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Mar 23 19:33:13.402916 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-58ad0390-1e1a-4d0f-9fad-257aa2c87fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:13.639967 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a35f-b0ba-4636-9aae-cfb01ddb74de req-8b01d861-2d31-4231-bb21-791a878c092a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:13.641438 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0031a35f-b0ba-4636-9aae-cfb01ddb74de req-8b01d861-2d31-4231-bb21-791a878c092a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0997889 Mar 23 19:33:13.678212 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-0031a35f-b0ba-4636-9aae-cfb01ddb74de req-a32a008e-c54e-4b0e-895f-e20ee739ddbf tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308721 Mar 23 19:33:13.971521 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:33:14.276284 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42db9-7a23-4e2f-a0f4-0f741cf056d5 req-46487871-897f-42e6-8a5c-ff7d417648fb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:14.277757 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7f42db9-7a23-4e2f-a0f4-0f741cf056d5 req-46487871-897f-42e6-8a5c-ff7d417648fb tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0467813 Mar 23 19:33:14.317390 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7f42db9-7a23-4e2f-a0f4-0f741cf056d5 req-0811d244-cf08-48ae-b587-3c34dbbf1c37 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338156 Mar 23 19:33:14.790046 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705967d3-1b17-4a45-bd45-a2fdac4d5cf6 req-52e0354a-5845-4dff-a6c9-0f618b7fcaf4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:14.791540 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-705967d3-1b17-4a45-bd45-a2fdac4d5cf6 req-52e0354a-5845-4dff-a6c9-0f618b7fcaf4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0480762 Mar 23 19:33:14.828398 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-705967d3-1b17-4a45-bd45-a2fdac4d5cf6 req-03d72872-ecea-4435-bc09-23c929016f4f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Mar 23 19:33:15.034631 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-4d6d0985-eb95-475d-af42-035399a8b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.036117 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-4d6d0985-eb95-475d-af42-035399a8b1a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1096 time: 0.0398588 Mar 23 19:33:15.212241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-e93267d5-c3d1-4414-84f7-84a95dd1acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.213761 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-e93267d5-c3d1-4414-84f7-84a95dd1acf5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=32b5ecca640545eb8507d2877cd2d48c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1627133 Mar 23 19:33:15.371140 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-0b35ee0e-8a0f-4515-9919-fcf2d1124bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.372630 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7c5c49b-ce2f-4068-a82a-9ee922f9050b req-0b35ee0e-8a0f-4515-9919-fcf2d1124bf8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1522400 Mar 23 19:33:15.436905 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d71a-ca1d-4138-ab6b-68fc7abf5300 req-43e8ff70-db0b-4e9a-ae60-b21e970c8178 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.438378 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1786d71a-ca1d-4138-ab6b-68fc7abf5300 req-43e8ff70-db0b-4e9a-ae60-b21e970c8178 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0503588 Mar 23 19:33:15.507814 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1786d71a-ca1d-4138-ab6b-68fc7abf5300 req-3b917c14-4b32-4540-9daa-c22154dfa70b tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605223 Mar 23 19:33:15.510254 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-a66adbfc-fb09-4366-b1d5-350d97c2015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.511661 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-a66adbfc-fb09-4366-b1d5-350d97c2015f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1096 time: 0.0724466 Mar 23 19:33:15.555445 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-32d5f3fd-dcc9-4060-904c-8f4c9819804a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0337753 Mar 23 19:33:15.803275 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2b6c1ce3-4670-4788-9a14-4ce67299cc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:15.887492 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-2e17e1d5-83bb-4a51-b751-0ca22d2cdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.888977 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-2e17e1d5-83bb-4a51-b751-0ca22d2cdd89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.3269207 Mar 23 19:33:15.935575 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-6c00ff23-ca2e-4b47-a4f1-09b87754087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.937088 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-6c00ff23-ca2e-4b47-a4f1-09b87754087f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396178 Mar 23 19:33:15.948383 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab65ad-ce3b-498a-aa1f-a2f0d0fc0857 req-b06baa13-98f8-472e-ba40-886ceaa1ab2d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:15.949892 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-67ab65ad-ce3b-498a-aa1f-a2f0d0fc0857 req-b06baa13-98f8-472e-ba40-886ceaa1ab2d tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0518804 Mar 23 19:33:15.989400 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-67ab65ad-ce3b-498a-aa1f-a2f0d0fc0857 req-9110e90d-9661-4373-b49d-f36819f09197 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Mar 23 19:33:16.030469 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-bdf165c5-d350-44b8-94aa-d2d285c15859 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863624 Mar 23 19:33:16.118394 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a96dd5f4-986c-4bd3-aa4e-c4d2b3ccb230 req-b525a442-01e8-45da-b197-f83aa7d15346 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803542 Mar 23 19:33:16.650718 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91153d-b264-46d9-bf59-ac0df1fbc99c req-836825af-1625-4da5-afa8-d42058db7afe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:16.656223 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9c91153d-b264-46d9-bf59-ac0df1fbc99c req-836825af-1625-4da5-afa8-d42058db7afe tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0731237 Mar 23 19:33:16.713311 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9c91153d-b264-46d9-bf59-ac0df1fbc99c req-61fc4ce1-b670-4552-b520-33c6dd8ce34e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477269 Mar 23 19:33:16.820799 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:17.105031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32b36-e972-47a7-92d1-7ac359a0f271 req-1c05acd0-01b0-4976-b296-c74ecf5aa489 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:17.106519 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a3a32b36-e972-47a7-92d1-7ac359a0f271 req-1c05acd0-01b0-4976-b296-c74ecf5aa489 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0512314 Mar 23 19:33:17.144430 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a3a32b36-e972-47a7-92d1-7ac359a0f271 req-7764805f-85cf-4c27-b980-5abd2273d43c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Mar 23 19:33:17.833826 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024b257-5d7f-4fc9-8523-f5ccc3315951 req-9107d60c-684f-4da5-8883-36a3dd9cbd13 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:17.835315 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8024b257-5d7f-4fc9-8523-f5ccc3315951 req-9107d60c-684f-4da5-8883-36a3dd9cbd13 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0488086 Mar 23 19:33:17.874198 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8024b257-5d7f-4fc9-8523-f5ccc3315951 req-9d31392c-280e-4c6c-9fbf-739b0aa3fbf4 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Mar 23 19:33:18.264039 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41463b-78d5-4463-8e84-1d265df466ae req-76960e41-a198-4b6d-94e8-e459b6503020 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:18.265538 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ff41463b-78d5-4463-8e84-1d265df466ae req-76960e41-a198-4b6d-94e8-e459b6503020 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0496511 Mar 23 19:33:18.301839 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ff41463b-78d5-4463-8e84-1d265df466ae req-4ef5a24b-fc2f-4d79-9add-aa069d115c90 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298247 Mar 23 19:33:18.346441 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:18.695852 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:18.856348 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:33:18.952376 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:18.964489 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'port_id': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'mac_address': 'fa:16:3e:bc:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:33:19.005333 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324acea-d836-40ca-ab50-7fce0801a24a req-84db2cd9-d355-49c2-9fcc-64cba3dd276f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.006848 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:19.007189 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9324acea-d836-40ca-ab50-7fce0801a24a req-84db2cd9-d355-49c2-9fcc-64cba3dd276f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 943 time: 0.0564585 Mar 23 19:33:19.019560 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:33:19.039667 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:19.044225 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:19.046857 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-9324acea-d836-40ca-ab50-7fce0801a24a req-1895866a-2ab7-4080-b728-d2eae5c846f0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Mar 23 19:33:19.095865 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=9']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:19.102740 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.103091 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.103432 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.103773 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.104104 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.104431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.104760 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.105106 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.105431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.105759 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.106081 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.106449 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:19.293171 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-ffdc1807-d23f-4b61-9974-3ab9606913ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.294672 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-ffdc1807-d23f-4b61-9974-3ab9606913ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc251fc47a6e43089f9eba08785be63a&device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1097 time: 0.0393782 Mar 23 19:33:19.400022 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-00b37b8c-a8c3-40ed-9839-054b3138aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.401441 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-00b37b8c-a8c3-40ed-9839-054b3138aac8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 200 len: 916 time: 0.0872941 Mar 23 19:33:19.418068 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e4e83-5369-4473-81e7-51cec1767029 req-68c7228e-8dc7-466e-ae3f-a95f5f4000f6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.419565 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-389e4e83-5369-4473-81e7-51cec1767029 req-68c7228e-8dc7-466e-ae3f-a95f5f4000f6 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0519583 Mar 23 19:33:19.438317 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['4f9f67a4-1662-4a58-bf4c-eb094312ee3a'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:33:19.461435 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-389e4e83-5369-4473-81e7-51cec1767029 req-082e9ee2-5b69-4ecf-b61d-795d48beff7c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Mar 23 19:33:19.478937 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-508be4c8-3633-4cd6-9d83-6756710acf23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 200 len: 1000 time: 0.0609734 Mar 23 19:33:19.542595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-00289a3d-24eb-4155-8cec-ea04b1487c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.544079 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-00289a3d-24eb-4155-8cec-ea04b1487c7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 200 len: 855 time: 0.0584571 Mar 23 19:33:19.590292 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-168ea207-75a8-4a09-8187-55dbaa6a5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:19.591788 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-168ea207-75a8-4a09-8187-55dbaa6a5890 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b91d1349-c7ce-4f6b-8786-1b7114ad59af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414376 Mar 23 19:33:19.683710 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-46975494-e3cf-4a7c-877f-5945a2d68a83 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853436 Mar 23 19:33:19.774171 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b452e23-7983-4e94-a091-d33b6592fe1a req-b931c11d-77d4-461c-be84-baa3e64257f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Mar 23 19:33:20.163745 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233424f6-fa59-4dde-bba4-ade8aec4f394 req-bb901eb9-4d8e-4807-93b9-8f4f7610ca5c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:20.165272 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-233424f6-fa59-4dde-bba4-ade8aec4f394 req-bb901eb9-4d8e-4807-93b9-8f4f7610ca5c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 944 time: 0.0474110 Mar 23 19:33:20.201372 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-233424f6-fa59-4dde-bba4-ade8aec4f394 req-3140c445-1d30-4756-9f19-4f9d8de38b8a tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303600 Mar 23 19:33:20.577317 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa988657-17a3-4692-95f4-0aad4a9d604d req-e1295864-879f-4385-99dc-0d1d2c4fe708 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:20.578779 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa988657-17a3-4692-95f4-0aad4a9d604d req-e1295864-879f-4385-99dc-0d1d2c4fe708 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0489371 Mar 23 19:33:20.615225 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-aa988657-17a3-4692-95f4-0aad4a9d604d req-4d3f28e5-11e7-41ee-9411-317a9d7dea29 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299001 Mar 23 19:33:20.862404 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:20.910139 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:20.910516 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:20.988417 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:21.011524 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:33:21.013766 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a82aa7-7229-4cb4-a109-a7c7c5b688f5" -d '{"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:33:21.026214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:21.031395 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:21.057815 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560e1c2-9dc1-4b3e-9db5-fa76a201330d x-openstack-request-id: req-f560e1c2-9dc1-4b3e-9db5-fa76a201330d {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:33:21.058107 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:33:21.058462 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f560e1c2-9dc1-4b3e-9db5-fa76a201330d {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:33:21.058730 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'code': 200} Mar 23 19:33:21.089659 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=10']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:21.267697 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc907a-6e0d-43cd-934d-9e914f1b0c05 req-e5e042ed-b369-4de4-ae08-5ed1f451f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:21.269152 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dbdc907a-6e0d-43cd-934d-9e914f1b0c05 req-e5e042ed-b369-4de4-ae08-5ed1f451f805 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 1099 time: 0.0449421 Mar 23 19:33:21.329480 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dbdc907a-6e0d-43cd-934d-9e914f1b0c05 req-d84de44a-4114-4faf-aa70-0799f14dd9ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539966 Mar 23 19:33:21.345130 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b9fd-7b2a-4446-8536-8efc5c077abc req-29fd0b83-e8f8-4280-93d4-fff2046684d5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:21.346557 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ca33b9fd-7b2a-4446-8536-8efc5c077abc req-29fd0b83-e8f8-4280-93d4-fff2046684d5 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0644033 Mar 23 19:33:21.385512 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ca33b9fd-7b2a-4446-8536-8efc5c077abc req-5a11e692-65cc-4ffe-887d-c77a82eed12c tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323420 Mar 23 19:33:21.474464 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867095b9-e5dd-4126-a58c-c8fe490849c3 req-57d5b366-3ed4-434e-b362-184ee5e73fb2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:21.475907 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-867095b9-e5dd-4126-a58c-c8fe490849c3 req-57d5b366-3ed4-434e-b362-184ee5e73fb2 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0507171 Mar 23 19:33:21.512291 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-867095b9-e5dd-4126-a58c-c8fe490849c3 req-f59d464f-5150-42ee-958a-96167ed915cf tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303903 Mar 23 19:33:21.729363 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f73813-ace9-4577-9060-8dedb3ff94a9 req-8756daaa-f97c-46f6-ae9b-266e85c76a2a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:21.730836 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-76f73813-ace9-4577-9060-8dedb3ff94a9 req-8756daaa-f97c-46f6-ae9b-266e85c76a2a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0500307 Mar 23 19:33:21.770748 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-76f73813-ace9-4577-9060-8dedb3ff94a9 req-34d47384-82ae-4efc-ae8f-9b8477f6a837 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334196 Mar 23 19:33:22.507371 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce572570-98ae-4d21-8b5e-7a5002a24293 req-d4309b73-e7b9-4f25-a68a-00e48e8d7af0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:22.508850 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ce572570-98ae-4d21-8b5e-7a5002a24293 req-d4309b73-e7b9-4f25-a68a-00e48e8d7af0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0513980 Mar 23 19:33:22.546877 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ce572570-98ae-4d21-8b5e-7a5002a24293 req-4352f42d-88d5-423d-89b8-b90674b883d9 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Mar 23 19:33:22.624997 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08e9c-5e38-4721-b442-8945dde579f6 req-66c8800e-583f-4da1-9dc9-4b09a86b0780 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:22.626471 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ece08e9c-5e38-4721-b442-8945dde579f6 req-66c8800e-583f-4da1-9dc9-4b09a86b0780 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0476446 Mar 23 19:33:22.663148 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ece08e9c-5e38-4721-b442-8945dde579f6 req-05a9424e-40cd-4438-8b0d-3064f42b651a tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301466 Mar 23 19:33:22.882956 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c60ced-4611-4f15-89c0-0545b15cd101 req-7c4bfd19-6bc8-4ac1-9cbb-8961db50764f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:22.884428 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75c60ced-4611-4f15-89c0-0545b15cd101 req-7c4bfd19-6bc8-4ac1-9cbb-8961db50764f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0480685 Mar 23 19:33:22.922051 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-75c60ced-4611-4f15-89c0-0545b15cd101 req-074aaea7-5037-4263-a42a-99dcb53caed7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316219 Mar 23 19:33:23.665204 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e35c6b-33b6-485f-9cc4-0d601ebb14a6 req-0d365f44-5b5f-40e2-8000-d9407d77af93 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:23.666691 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-77e35c6b-33b6-485f-9cc4-0d601ebb14a6 req-0d365f44-5b5f-40e2-8000-d9407d77af93 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0482204 Mar 23 19:33:23.705571 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-77e35c6b-33b6-485f-9cc4-0d601ebb14a6 req-00f3ab24-574e-4277-a477-5ef21e23eaa2 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330443 Mar 23 19:33:23.776980 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ffb48-2d54-48cf-ae47-b0a27a9b171c req-4b99d077-9713-4ac3-b2ff-a33aeefcfcc8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:23.778434 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-db1ffb48-2d54-48cf-ae47-b0a27a9b171c req-4b99d077-9713-4ac3-b2ff-a33aeefcfcc8 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0477405 Mar 23 19:33:23.815282 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-db1ffb48-2d54-48cf-ae47-b0a27a9b171c req-b338d039-4c07-4929-a7ed-c072bf9dd454 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups?id=db70a9ee-1843-4033-802b-40baef84e4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310364 Mar 23 19:33:24.034125 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deafa67-ec6c-4a01-a265-1faa70c09fdd req-d9965bed-8419-4ab5-9f1f-8036b7af4593 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:24.035589 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2deafa67-ec6c-4a01-a265-1faa70c09fdd req-d9965bed-8419-4ab5-9f1f-8036b7af4593 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Mar 23 19:33:24.076118 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2deafa67-ec6c-4a01-a265-1faa70c09fdd req-67f56734-7e0e-429a-bd61-9b3a04e1c97e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344880 Mar 23 19:33:24.177715 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-cfd07343-9cbc-4e2b-abb2-cf3bbc4ebfe7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:24.179134 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-cfd07343-9cbc-4e2b-abb2-cf3bbc4ebfe7 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 945 time: 0.0464816 Mar 23 19:33:24.274506 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Deleting port e02cb1a8-62b8-4269-a983-ebd68c4057dd {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:24.274862 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.363433 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] For port e02cb1a8-62b8-4269-a983-ebd68c4057dd, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=e02cb1a8-62b8-4269-a983-ebd68c4057dd,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:24.363799 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.528033 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.528348 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.528671 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Floating IP cc5630e8-2435-4de5-9dc9-746373c84829 disassociated. External IP: 172.27.3.247, port: e02cb1a8-62b8-4269-a983-ebd68c4057dd. Mar 23 19:33:24.529040 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Calling delete_port for e02cb1a8-62b8-4269-a983-ebd68c4057dd owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:24.664914 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.692650 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'Port': ['ID=e02cb1a8-62b8-4269-a983-ebd68c4057dd,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:24.706446 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.707365 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.707726 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.708065 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.708995 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.709349 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.709670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.710028 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.710339 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.710665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.711616 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.711616 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:24.815756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:33:24.913864 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8b5132fb-bc6a-475d-b442-b5857e41ae0e req-cd90d8b0-0f16-4531-bf2c-220f29b64632 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/ports?device_id=59a51abc-ca84-4557-bf76-0de586df4c3d HTTP/1.1" status: 200 len: 210 time: 0.0299597 Mar 23 19:33:24.922632 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:24.932571 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:24.942492 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:24.943176 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:24.962269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] No DVR routers for this DVR port e02cb1a8-62b8-4269-a983-ebd68c4057dd on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:33:24.964769 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:24.968303 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-394bc798-4e69-4f3c-bfca-e0aa8d789cff req-788e322c-31b8-4ecd-902b-ce9fe1841c29 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.42 "DELETE /v2.0/ports/e02cb1a8-62b8-4269-a983-ebd68c4057dd HTTP/1.1" status: 204 len: 173 time: 0.7819688 Mar 23 19:33:24.968747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'name': 'network-vif-deleted', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:33:24.971164 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e11d24-e9a8-41da-862e-957f5e205292" -d '{"events": [{"server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "name": "network-vif-deleted", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:33:25.008932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7fe50-61bc-4026-a5f0-aa941db7a8c2 x-openstack-request-id: req-fda7fe50-61bc-4026-a5f0-aa941db7a8c2 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:33:25.009214 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a51abc-ca84-4557-bf76-0de586df4c3d", "name": "network-vif-deleted", "tag": "e02cb1a8-62b8-4269-a983-ebd68c4057dd", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:33:25.009471 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fda7fe50-61bc-4026-a5f0-aa941db7a8c2 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:33:25.009897 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a51abc-ca84-4557-bf76-0de586df4c3d', 'name': 'network-vif-deleted', 'tag': 'e02cb1a8-62b8-4269-a983-ebd68c4057dd', 'status': 'completed', 'code': 200} Mar 23 19:33:25.065549 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:25.210316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c53ec-3069-4fdc-9475-81b77780f1fe req-5b8db077-d605-4eda-962b-9b271abfe9d2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:25.212003 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3b7c53ec-3069-4fdc-9475-81b77780f1fe req-5b8db077-d605-4eda-962b-9b271abfe9d2 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Mar 23 19:33:25.249455 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-3b7c53ec-3069-4fdc-9475-81b77780f1fe req-f60e99ff-fe35-42fb-b3f3-eefd5abeb63b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Mar 23 19:33:25.364491 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:25.390215 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:25.399256 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:25.399858 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:25.504162 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:25.702450 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:25.730784 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb092b-d777-4b37-a205-88c6bd477563 None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '06e78ed6-88df-4db5-a14e-4357375170f4', 'name': '', 'network_id': '05c7177b-568c-4297-b2a5-26098f3d13c7', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'mac_address': 'fa:16:3e:f5:41:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:20Z', 'updated_at': '2022-03-23T19:23:32Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'subnets': [{'id': '3fad01d9-6bc9-482d-944e-d5b2c1b20115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:25.939311 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ccf87-423a-4212-8253-3bb767af5222 None None] New status for floating IP cc5630e8-2435-4de5-9dc9-746373c84829: DOWN {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:33:25.995402 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48994) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:26.055161 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.079886 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.130314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.132898 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.134048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "DELETE /v2.0/security-groups/db70a9ee-1843-4033-802b-40baef84e4fd HTTP/1.1" status: 204 len: 168 time: 0.1375594 Mar 23 19:33:26.137049 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 48996) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:26.142719 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74b973-5804-472b-b12e-aecf71c83cce tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70a9ee-1843-4033-802b-40baef84e4fd,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:26.153469 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.api.v2.resource [None req-dec9df80-5bd5-4ca3-8d0e-d4d384972261 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] show failed (client error): The resource could not be found. Mar 23 19:33:26.154487 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dec9df80-5bd5-4ca3-8d0e-d4d384972261 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "GET /v2.0/security-groups/db70a9ee-1843-4033-802b-40baef84e4fd HTTP/1.1" status: 404 len: 347 time: 0.0162773 Mar 23 19:33:26.157672 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 48998) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:26.280474 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Deleting port f91de141-2b55-4846-879c-64ca813808f8 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:26.280840 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.383048 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.383373 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.403660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63837ff-5018-4743-96ee-015d7c39d096 req-50d86654-8495-4ffb-97f2-3155e2fb216f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:26.405131 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c63837ff-5018-4743-96ee-015d7c39d096 req-50d86654-8495-4ffb-97f2-3155e2fb216f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 943 time: 0.0772817 Mar 23 19:33:26.405957 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Calling delete_port for f91de141-2b55-4846-879c-64ca813808f8 owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:26.479125 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c63837ff-5018-4743-96ee-015d7c39d096 req-3ba6b369-8d0e-43af-b327-5109a623fd74 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672302 Mar 23 19:33:26.560181 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.586072 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Pushing event deleted for resources: {'Port': ['ID=f91de141-2b55-4846-879c-64ca813808f8,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:26.644162 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.647525 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:26.648714 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-224a1b82-60dc-42a7-9850-49408ffd5368 tempest-AttachVolumeTestJSON-341535766 tempest-AttachVolumeTestJSON-341535766-project] 10.222.0.43 "DELETE /v2.0/floatingips/cc5630e8-2435-4de5-9dc9-746373c84829 HTTP/1.1" status: 204 len: 168 time: 0.4900353 Mar 23 19:33:26.903123 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device c7f68f04-236d-46ae-9c5c-525c956de2f1 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:33:26.993762 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:27.005189 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'port_id': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'mac_address': 'fa:16:3e:e7:3b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:33:27.044786 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:27.058304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f68f04-236d-46ae-9c5c-525c956de2f1 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:33:27.077921 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:27.081774 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:27.128226 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:27.434239 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['c7f68f04-236d-46ae-9c5c-525c956de2f1'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:33:27.592333 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bd26-b1ac-43e0-ad0c-910e78219571 req-e0a88a7e-63e4-4aa9-8320-a4c2d2f6f0e7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:27.593847 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9f53bd26-b1ac-43e0-ad0c-910e78219571 req-e0a88a7e-63e4-4aa9-8320-a4c2d2f6f0e7 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Mar 23 19:33:27.630718 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9f53bd26-b1ac-43e0-ad0c-910e78219571 req-febf942a-bc86-4a3f-aef6-c59ccb13b58a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300250 Mar 23 19:33:28.744308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237635c7-7ee6-4ce5-adaa-fa6d802d35ad req-114d3925-ece4-4fd0-a06e-9966126fb981 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:28.745851 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-237635c7-7ee6-4ce5-adaa-fa6d802d35ad req-114d3925-ece4-4fd0-a06e-9966126fb981 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Mar 23 19:33:28.785545 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-237635c7-7ee6-4ce5-adaa-fa6d802d35ad req-4f3f78b7-b823-4eea-9933-099ef29a9cdc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Mar 23 19:33:28.919110 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device c7f68f04-236d-46ae-9c5c-525c956de2f1 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:28.968582 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port c7f68f04-236d-46ae-9c5c-525c956de2f1 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:33:28.972657 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port c7f68f04-236d-46ae-9c5c-525c956de2f1 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:28.973070 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:29.056409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:29.078815 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:33:29.081068 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ef1563-8d51-4e9d-a995-d0bfda89877a" -d '{"events": [{"server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "name": "network-vif-plugged", "status": "completed", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:33:29.093926 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:29.097972 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:29.099119 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device e02cb1a8-62b8-4269-a983-ebd68c4057dd no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:33:29.126506 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a0469-3fe8-4f93-acb6-b17c0fec7fa2 x-openstack-request-id: req-7f2a0469-3fe8-4f93-acb6-b17c0fec7fa2 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:33:29.126824 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "name": "network-vif-plugged", "status": "completed", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:33:29.127078 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f2a0469-3fe8-4f93-acb6-b17c0fec7fa2 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:33:29.127485 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'code': 200} Mar 23 19:33:29.147985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: e02cb1a8-62b8-4269-a983-ebd68c4057dd {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:33:29.148341 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device e02cb1a8-62b8-4269-a983-ebd68c4057dd not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:33:29.168422 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:29.300475 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb833a-17bd-425c-bbdd-56f286c01388 req-c15cf4e1-969d-41c2-9b86-2052ebcd20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:29.302024 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b2fb833a-17bd-425c-bbdd-56f286c01388 req-c15cf4e1-969d-41c2-9b86-2052ebcd20ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0404499 Mar 23 19:33:29.336990 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b2fb833a-17bd-425c-bbdd-56f286c01388 req-7057b073-a194-4d91-b9ac-bb1b3f7f6a30 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286894 Mar 23 19:33:29.903657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598c352-ce8b-485f-a09f-0e7a9701d31b req-bd6cdd2a-aa83-401d-9333-6b67b975118c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:29.905150 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8598c352-ce8b-485f-a09f-0e7a9701d31b req-bd6cdd2a-aa83-401d-9333-6b67b975118c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Mar 23 19:33:29.940902 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8598c352-ce8b-485f-a09f-0e7a9701d31b req-324883db-2ca9-4ae7-bac0-5b7d43f77a1f tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298641 Mar 23 19:33:30.144483 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49036) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:30.583706 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:30.830244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Deleting port 06e78ed6-88df-4db5-a14e-4357375170f4 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:30.830591 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:30.909301 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] For port 06e78ed6-88df-4db5-a14e-4357375170f4, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=06e78ed6-88df-4db5-a14e-4357375170f4,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:30.910032 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:30.922288 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Calling delete_port for 06e78ed6-88df-4db5-a14e-4357375170f4 owned by network:router_interface {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:31.058103 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d903d-e967-422a-ba7c-48866036d7c0 req-54399c5e-c7e7-46fd-827d-62a6c4e1b6fc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:31.059574 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba6d903d-e967-422a-ba7c-48866036d7c0 req-54399c5e-c7e7-46fd-827d-62a6c4e1b6fc tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Mar 23 19:33:31.099027 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-ba6d903d-e967-422a-ba7c-48866036d7c0 req-df395e9e-57f7-4269-a95f-d8a33d681922 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334642 Mar 23 19:33:31.101935 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:31.130505 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e78ed6-88df-4db5-a14e-4357375170f4,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:31.284894 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735004-c616-40b8-8736-561c32fad2c7 req-eb487d97-17de-4aaf-b62e-fd609955aa84 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:31.286350 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-69735004-c616-40b8-8736-561c32fad2c7 req-eb487d97-17de-4aaf-b62e-fd609955aa84 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.1104734 Mar 23 19:33:31.359662 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-69735004-c616-40b8-8736-561c32fad2c7 req-001efdef-0dbe-42e1-8c52-5d4450cc4a1a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667369 Mar 23 19:33:31.364269 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:31.381883 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49044) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:31.518498 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e01722-51f9-42bb-9a71-f7ed6f52688a tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:31.520386 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c1e01722-51f9-42bb-9a71-f7ed6f52688a tempest-TestVolumeBootPattern-37627417 tempest-TestVolumeBootPattern-37627417-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1093 time: 0.1371274 Mar 23 19:33:31.523026 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49050) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:31.527365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'port_id': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:31.547495 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:31.576770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:33:31.646499 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:31.682737 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:31.688048 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1025240d-d81b-486a-ae3d-f2dae39f8a35 admin admin] 10.222.0.43 "PUT /v2.0/routers/d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425229 Mar 23 19:33:31.690607 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49052) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:31.695437 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Sync routers for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:31.704974 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:31.705815 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:31.809199 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:31.836536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Allocated IP 172.27.3.108 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/0cf1086e-fad5-4622-9d5b-6c4037820692) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:31.846063 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:31.989189 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:33:31Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:32.018605 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Checking router: d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:32.026136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:32.026627 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Routers {'d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:32.027284 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:32.034625 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:32.100575 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:32.126705 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] Set router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:32.139222 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Deleting port 8819350b-5675-441a-bc65-6d971253e881 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:32.139564 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:32.154952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:32.161091 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:32.164149 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:32.196973 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=0cf1086e-fad5-4622-9d5b-6c4037820692,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:32.235940 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.236290 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.236964 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.236964 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.237502 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.237842 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.238172 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.238512 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.238839 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.239165 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.239663 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.240870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:32.308676 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] For port 8819350b-5675-441a-bc65-6d971253e881, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8819350b-5675-441a-bc65-6d971253e881,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:32.309072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:32.309223 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:33:31Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:32.335231 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c50a9-9094-4179-b127-6b0237ee174a None None] The sync data for ids ['d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb'] in dv-cinder-834961-1-iscsi is: [{'id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'name': 'tempest-AttachVolumeTestJSON-1610487218-router', 'tenant_id': 'ab95638b935b4336b77989135ced74ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '8819350b-5675-441a-bc65-6d971253e881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:13Z', 'updated_at': '2022-03-23T19:33:31Z', 'revision_number': 5, 'project_id': 'ab95638b935b4336b77989135ced74ca', 'gw_port': {'id': '8819350b-5675-441a-bc65-6d971253e881', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a9dcb-a86f-4df6-a607-f2fc1a7bfddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:32.349831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Calling delete_port for 8819350b-5675-441a-bc65-6d971253e881 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:32.951033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.004034 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Pushing event deleted for resources: {'Port': ['ID=8819350b-5675-441a-bc65-6d971253e881,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:33.059587 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.102785 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.179475 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 06e78ed6-88df-4db5-a14e-4357375170f4 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:33:33.200260 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 06e78ed6-88df-4db5-a14e-4357375170f4 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:33:33.200599 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 06e78ed6-88df-4db5-a14e-4357375170f4 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:33:33.213041 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.216549 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.228218 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.285831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.286386 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:33:33.293531 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.294681 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-428b1c35-2cff-40b3-97ea-16bf0862e216 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d14a9dcb-a86f-4df6-a607-f2fc1a7bfddb HTTP/1.1" status: 204 len: 168 time: 1.6031396 Mar 23 19:33:33.297330 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49054) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:33.345105 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Deleting subnet 3fad01d9-6bc9-482d-944e-d5b2c1b20115 {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:33:33.349170 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.385124 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019965'] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.422114 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.426610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.470851 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.494288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event updated for resources: {'Port': ['ID=0cf1086e-fad5-4622-9d5b-6c4037820692,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:33.506592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.524505 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3856756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137326'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.549377 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fad01d9-6bc9-482d-944e-d5b2c1b20115,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:33.554207 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.559992 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49056) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:33.560768 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b9995a0f-37ae-473e-84aa-f36d675e3bdd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3fad01d9-6bc9-482d-944e-d5b2c1b20115 HTTP/1.1" status: 204 len: 168 time: 0.2622766 Mar 23 19:33:33.562656 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4410e4-089e-4f56-96c3-e67dae085f69 None None] Network 05c7177b-568c-4297-b2a5-26098f3d13c7 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:33:33.664986 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP 01bf6b70-a49b-4db6-ba45-56dbb3c352a9 associated. External IP: 172.27.3.108, port: c7f68f04-236d-46ae-9c5c-525c956de2f1. Mar 23 19:33:33.702126 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.787467 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] DHCP port deletion for 05c7177b-568c-4297-b2a5-26098f3d13c7 request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:33:33.837410 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Deleting port 2a111c99-f433-4c12-8d41-2a8d686ab570 {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:33.837899 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.852629 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Deleting port 2a111c99-f433-4c12-8d41-2a8d686ab570 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:33:33.853007 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.903454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] For port 2a111c99-f433-4c12-8d41-2a8d686ab570, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=2a111c99-f433-4c12-8d41-2a8d686ab570,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:33.903888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.915810 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Calling delete_port for 2a111c99-f433-4c12-8d41-2a8d686ab570 owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:33.954058 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] For port 2a111c99-f433-4c12-8d41-2a8d686ab570, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=2a111c99-f433-4c12-8d41-2a8d686ab570,segment=NetworkSegment(db09d670-be3a-4ec9-9c6a-521f54bf3d47),segment_id=db09d670-be3a-4ec9-9c6a-521f54bf3d47)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:33.954417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:33.975315 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Calling delete_port for 2a111c99-f433-4c12-8d41-2a8d686ab570 owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:33:33.990124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:33:33.993531 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.023414 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] Pushing event deleted for resources: {'Port': ['ID=2a111c99-f433-4c12-8d41-2a8d686ab570,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:34.025187 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6dcf9-6954-4c80-90a3-0b3bd73878e4 None None] No DVR routers for this DVR port 2a111c99-f433-4c12-8d41-2a8d686ab570 on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:33:34.110962 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.168509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a111c99-f433-4c12-8d41-2a8d686ab570,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:34.174751 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] No DVR routers for this DVR port 2a111c99-f433-4c12-8d41-2a8d686ab570 on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:33:34.213869 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:34.223038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:34.232670 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:34.233384 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.241360 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.283462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.310171 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-cd062125-6fb6-4d84-97ca-b6f074cfc1f1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7860785 Mar 23 19:33:34.312527 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:33:34.315478 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d66063-c173-4f94-8ab0-5abccb309090" -d '{"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:33:34.319305 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c7177b-568c-4297-b2a5-26098f3d13c7']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.329548 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db09d670-be3a-4ec9-9c6a-521f54bf3d47') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.330293 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db09d670-be3a-4ec9-9c6a-521f54bf3d47') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.340328 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.354844 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.361900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba4c63-d16f-402c-b224-87fe4e6796d4 x-openstack-request-id: req-f5ba4c63-d16f-402c-b224-87fe4e6796d4 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:33:34.362190 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:33:34.362439 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5ba4c63-d16f-402c-b224-87fe4e6796d4 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:33:34.362834 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'status': 'completed', 'code': 200} Mar 23 19:33:34.366484 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:33:34.367522 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self.session.flush() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self.session.flush() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self.session.flush() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self.session.flush() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:33:34.369861 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:33:34.435603 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.441951 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.448183 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] 10.222.0.43 "DELETE /v2.0/networks/05c7177b-568c-4297-b2a5-26098f3d13c7 HTTP/1.1" status: 204 len: 168 time: 0.8849158 Mar 23 19:33:34.448360 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66063-c173-4f94-8ab0-5abccb309090 req-b557301c-8f5c-43a0-83ea-a9c0f76afeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:34.449107 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-b557301c-8f5c-43a0-83ea-a9c0f76afeea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0648742 Mar 23 19:33:34.464391 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b34e-7608-4deb-a170-6a82b9f0d88c admin admin] Pushing event deleted for resources: {'Network': ['ID=05c7177b-568c-4297-b2a5-26098f3d13c7,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:34.484488 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:34.554946 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66063-c173-4f94-8ab0-5abccb309090 req-6f2f9b68-4fe1-4136-99b5-e7064714f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:34.556414 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-6f2f9b68-4fe1-4136-99b5-e7064714f9e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0988195 Mar 23 19:33:34.584068 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49064) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:34.630743 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c70365db-abf9-4fec-9295-8a154d32f1ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab95638b935b4336b77989135ced74ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446796 Mar 23 19:33:34.633241 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49066) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:34.637030 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-1570da8f-0a10-452b-894f-bf430135d793 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1 HTTP/1.1" status: 200 len: 999 time: 0.0733371 Mar 23 19:33:34.684963 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.711756 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.728430 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '01bf6b70-a49b-4db6-ba45-56dbb3c352a9', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:e7:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:33:32Z', 'updated_at': '2022-03-23T19:33:32Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}, {'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.761738 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:34.768662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.771952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:34.775577 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2af6b6c-6486-4b05-a0bc-65d6f244a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1390653 Mar 23 19:33:34.775741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:34.775741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:34.782955 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2042e8a-c2a6-44f2-82c2-1f0e40680689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af6b6c-6486-4b05-a0bc-65d6f244a2a1,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:34.908079 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:34.975891 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66063-c173-4f94-8ab0-5abccb309090 req-c95f7a79-d1fa-494b-ab06-5bc160a39802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:34.976384 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-c95f7a79-d1fa-494b-ab06-5bc160a39802 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.3324795 Mar 23 19:33:35.029997 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66063-c173-4f94-8ab0-5abccb309090 req-4c1b55b3-4ce4-4fae-93c0-929f4240bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:35.031504 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-4c1b55b3-4ce4-4fae-93c0-929f4240bcdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478647 Mar 23 19:33:35.042165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-a78759f2-e097-479c-916b-6196909a038e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:33:35.043258 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-a78759f2-e097-479c-916b-6196909a038e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053487 Mar 23 19:33:35.143649 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-51b0efed-1b7d-4001-b36d-e27ae2aec72c service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931079 Mar 23 19:33:35.161465 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8819350b-5675-441a-bc65-6d971253e881 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:33:35.186490 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 8819350b-5675-441a-bc65-6d971253e881 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:33:35.186935 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8819350b-5675-441a-bc65-6d971253e881 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:33:35.187557 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 2a111c99-f433-4c12-8d41-2a8d686ab570 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:33:35.216482 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 2a111c99-f433-4c12-8d41-2a8d686ab570 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:33:35.217015 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 2a111c99-f433-4c12-8d41-2a8d686ab570 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:33:35.229510 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '01bf6b70-a49b-4db6-ba45-56dbb3c352a9', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:e7:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:33:32Z', 'updated_at': '2022-03-23T19:33:32Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}, {'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:35.240879 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-61d66063-c173-4f94-8ab0-5abccb309090 req-4bef4497-9d3e-4411-af6b-2e2b1ece100e service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901322 Mar 23 19:33:35.261262 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f896299-6e7c-4cc1-a1f9-68ec2e7ffe17 None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '01bf6b70-a49b-4db6-ba45-56dbb3c352a9', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:e7:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:33:32Z', 'updated_at': '2022-03-23T19:33:32Z', 'revision_number': 0, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}, {'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:35.456837 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a68c94d-9834-459f-857d-21ff1c8630dc None None] New status for floating IP 01bf6b70-a49b-4db6-ba45-56dbb3c352a9: ACTIVE {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:33:36.076464 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49116) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:36.176170 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6555435b-92a8-4e84-9741-9f5c31da6045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.247858 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6555435b-92a8-4e84-9741-9f5c31da6045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.251465 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6555435b-92a8-4e84-9741-9f5c31da6045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.290561 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6555435b-92a8-4e84-9741-9f5c31da6045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=667a4e1e5503470ab24e48f4703aa38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129683 Mar 23 19:33:36.292374 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555435b-92a8-4e84-9741-9f5c31da6045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f4de0a-1c9d-4e0f-93f3-c8c5d43bd9ad,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:36.293258 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49120) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:36.345939 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.371989 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.416901 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.419288 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:36.420425 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80f4de0a-1c9d-4e0f-93f3-c8c5d43bd9ad HTTP/1.1" status: 204 len: 168 time: 0.1261525 Mar 23 19:33:36.428716 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516d5b0-9774-4718-9e70-fd835daf8172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f4de0a-1c9d-4e0f-93f3-c8c5d43bd9ad,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:38.655667 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49188) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:38.759250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e26c3a35-8cef-4fa9-b85e-8b4b8c963bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.833314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e26c3a35-8cef-4fa9-b85e-8b4b8c963bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.836843 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e26c3a35-8cef-4fa9-b85e-8b4b8c963bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.874417 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e26c3a35-8cef-4fa9-b85e-8b4b8c963bca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d73e51ba175d4ab49ba31c4c69cf65e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177067 Mar 23 19:33:38.875541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c3a35-8cef-4fa9-b85e-8b4b8c963bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555d6f16-0334-468e-bcba-155fee0af5a6,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:38.877164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49192) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:38.925864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.947665 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.993462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.996275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:38.997447 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/555d6f16-0334-468e-bcba-155fee0af5a6 HTTP/1.1" status: 204 len: 168 time: 0.1192970 Mar 23 19:33:39.004633 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf4a5c-1fc5-4b52-ad6b-498996aba702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555d6f16-0334-468e-bcba-155fee0af5a6,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:39.245841 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49200) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:39.258896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d3f0234f-0731-4e7e-9845-7199d3d862a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.334251 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d3f0234f-0731-4e7e-9845-7199d3d862a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.337920 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d3f0234f-0731-4e7e-9845-7199d3d862a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.374466 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d3f0234f-0731-4e7e-9845-7199d3d862a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e2e49508dbf4855894769f34d0c8532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274884 Mar 23 19:33:39.375288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0234f-0731-4e7e-9845-7199d3d862a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856d6fc-a457-42d4-9f61-8d8c8f3df05c,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:39.377097 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49202) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:39.425190 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.451554 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.498266 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.500887 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:39.502049 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2856d6fc-a457-42d4-9f61-8d8c8f3df05c HTTP/1.1" status: 204 len: 168 time: 0.1228786 Mar 23 19:33:39.509971 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b0083-d9db-4e4c-8f97-ffb61cf40ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856d6fc-a457-42d4-9f61-8d8c8f3df05c,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:40.509690 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49232) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:40.612509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2eee-cee9-4614-b48a-c9541888b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.689483 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2eee-cee9-4614-b48a-c9541888b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.693596 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-9c7a2eee-cee9-4614-b48a-c9541888b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.730588 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-9c7a2eee-cee9-4614-b48a-c9541888b960 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75d46d44735a4291b8ef655729d20b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198377 Mar 23 19:33:40.731446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a2eee-cee9-4614-b48a-c9541888b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94707400-c524-4eca-b9d2-47dd63f04bc9,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:40.733327 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49236) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:40.781803 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.801746 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.846551 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.849527 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:40.850702 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94707400-c524-4eca-b9d2-47dd63f04bc9 HTTP/1.1" status: 204 len: 168 time: 0.1163104 Mar 23 19:33:40.858125 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276eb33-41a2-41ee-b515-276f2bbbafdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94707400-c524-4eca-b9d2-47dd63f04bc9,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:41.065912 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:41.806598 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49272) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:41.907993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e5bb22cf-83f5-454d-af75-795abd67b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:41.983776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e5bb22cf-83f5-454d-af75-795abd67b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:41.987250 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e5bb22cf-83f5-454d-af75-795abd67b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.021773 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb22cf-83f5-454d-af75-795abd67b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a843d549-5a27-496e-a245-65dfc8940b8c,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:42.026184 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e5bb22cf-83f5-454d-af75-795abd67b9f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ddb724a16f04559aae457084ac40509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185698 Mar 23 19:33:42.029202 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49276) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:42.076960 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.097717 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.141979 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.144673 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.146343 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a843d549-5a27-496e-a245-65dfc8940b8c HTTP/1.1" status: 204 len: 168 time: 0.1159959 Mar 23 19:33:42.153625 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ebf82-47da-4733-949e-4bec7e875bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a843d549-5a27-496e-a245-65dfc8940b8c,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:42.751790 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49298) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:42.844366 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797101599-network', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:42.862674 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Made reservation on behalf of cb598d8257584e5ba71bfc8ee5a69fbb for: {'network': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:33:42.865417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.873584 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.946159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.949608 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.972269 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:33:42.980487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883bfa2-7fc5-4387-9f90-e9341ea1c2cc,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:42.986318 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:42.986665 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.segments_db [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Added segment 6db5340a-97cf-47a6-806c-3924a18896c3 of type vlan for network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f Mar 23 19:33:43.025812 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.049190 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.050123 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:43.050708 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.085606 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3327470 Mar 23 19:33:43.088380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49302) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:43.095206 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Request body: {'subnet': {'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797101599-subnet', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:43.126790 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90921d0-e0e2-40ed-9baf-c3402b04ebc0 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:43.136469 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:33:43.143543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Made reservation on behalf of cb598d8257584e5ba71bfc8ee5a69fbb for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:33:43.146264 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.315445 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.370143 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:43.381241 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Checking segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:43.381702 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Network hostable DHCP agents. Network: ff2782b3-7bf5-4aa7-bb41-04bbf161e68f, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:33:43.407680 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:33:43.415752 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-705d5ec9-34f7-46fd-92c3-bab41812d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.417629 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, ff2782b3-7bf5-4aa7-bb41-04bbf161e68f) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:43.421947 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:43.422654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.438156 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f1a33db3-5420-448a-ab5e-a72b5b01c77e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3483593 Mar 23 19:33:43.440993 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49304) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:43.445660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:43.452736 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b443737-1bfb-448e-bf79-70c5074aefd6 None None] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:33:43.466446 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.467467 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.517072 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.628519 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:33:43.629423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.654797 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.763560 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Allocated IP 172.20.0.2 (ff2782b3-7bf5-4aa7-bb41-04bbf161e68f/a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774/8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:43.851612 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.870599 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.904933 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.911187 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:43.951906 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:43.955095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:43.957980 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:43.966989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Pushing event updated for resources: {'Port': ['ID=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:43.974356 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Allocated IP 172.27.3.92 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:44.021182 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Attempting to bind port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:44.021865 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Attempting to bind port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:44.022238 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Attempting to bind port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 on network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:44.027132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:44.027505 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Checking segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:44.027906 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.028297 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Bound using segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:44.028760 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Bound port: 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:44.029171 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.079483 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.091188 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] For port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:44.094199 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] For port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:44.098758 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.115056 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.158076 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:44.160047 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7286f4-053d-4645-a0cb-ed8caf9c9b79 None None] Pushing event updated for resources: {'Port': ['ID=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:44.166261 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:44.166261 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Pushing event updated for resources: {'Port': ['ID=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:44.166885 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:44.426461 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.618951 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.745246 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:33:44.852114 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:44.862783 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Sync routers for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:44.870064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:44.871391 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e54f2069-ee60-4d7f-b022-cd551e012c57 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4293978 Mar 23 19:33:44.874093 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49308) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:44.881880 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:44.882063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:44.989034 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:45.288652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628dfc6b-adf2-49e3-9604-f06e02b7ea5b None None] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:33:45.290641 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:45.316948 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.391757 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] Provisioning complete for port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:45.392050 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.465888 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:44Z', 'revision_number': 3, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:45.469462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Allocated IP 172.20.0.1 (ff2782b3-7bf5-4aa7-bb41-04bbf161e68f/a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774/4fdb4dce-8668-4eb2-8b66-c0f84ff3db73) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:45.520954 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:45.521338 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.527322 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Checking router: 7d76e21e-2637-4c2e-bf17-2df091a1cd1f for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:45.527822 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Updating router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:33:45.572725 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.607426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.609244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.645373 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:45.649869 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:45.652497 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:45.670645 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.679116 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:45.694986 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.821145 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.822921 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] For port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:45.837882 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.858941 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-0cb4c15d-4ffc-419b-ba89-de753bc8e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.884255 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:45.987610 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b018d7-1b44-4b55-802f-d52c318a79e6 None None] Pushing event updated for resources: {'Port': ['ID=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:45.999780 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.005111 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.026177 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.db.api [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 19:33:46.026609 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG oslo_db.api [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 19:33:46.073441 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.076115 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:46.101703 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.104327 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-ee57387c-f974-421e-ae9c-5f3ce9acd9fa None None] Provisioning complete for port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:46.104686 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ee57387c-f974-421e-ae9c-5f3ce9acd9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.108387 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.182125 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:46.183804 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:46.186265 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-ee57387c-f974-421e-ae9c-5f3ce9acd9fa None None] Port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:33:46.200132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Attempting to bind port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:46.200511 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Attempting to bind port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:46.200970 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Attempting to bind port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:46.204486 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1a7db-96b7-41d5-8d8f-6b32dba14798 None None] Pushing event updated for resources: {'Port': ['ID=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:46.212436 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:46.212708 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:46.213148 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.213630 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:46.214018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Bound port: d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:46.214408 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.218374 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-ee57387c-f974-421e-ae9c-5f3ce9acd9fa None None] Provisioning complete for port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:46.218740 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ee57387c-f974-421e-ae9c-5f3ce9acd9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.298006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] For port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:46.301595 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:33:46.303154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] For port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:46.309754 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.413944 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1a7db-96b7-41d5-8d8f-6b32dba14798 None None] Pushing event updated for resources: {'Port': ['ID=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:46.418383 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:46.419009 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:46.561970 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:46.592076 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-abcc6bcf-9dec-4503-add7-466216a862ae None None] Provisioning complete for port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:46.592454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-abcc6bcf-9dec-4503-add7-466216a862ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:46.674687 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-abcc6bcf-9dec-4503-add7-466216a862ae None None] Port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:33:46.700422 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:46.705862 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-e3ca038c-4970-4413-912b-ea7921c24860 admin admin] 10.222.0.43 "PUT /v2.0/routers/7d76e21e-2637-4c2e-bf17-2df091a1cd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307908 Mar 23 19:33:46.805083 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 2, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:46.840699 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f4b858-a57e-4857-bca5-1ab078c35721 None None] The sync data for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi is: [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 2, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:46.846983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.165333 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:47.205877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49324) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:47.211737 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785694851-network', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:47.234005 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Made reservation on behalf of 16c8448bfba14f6d8cd80a2b41fedb0a for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:33:47.236447 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.246325 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.331849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.335702 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.349576 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:47.350168 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:33:47.350297 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.368090 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.368430 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Added segment 68de15bd-64d6-4cb6-8794-1c24116a5f36 of type vlan for network b275cebc-7c60-4cb9-bbc0-588c8f093833 Mar 23 19:33:47.407516 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e818fd-a064-40cf-86bc-83bc156d715e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:47.426368 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.454081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.454987 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:47.455584 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.490488 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2834520 Mar 23 19:33:47.493192 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49328) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:47.538323 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Request body: {'subnet': {'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785694851-subnet', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'ip_version': 4}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:47.548371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24beaa48-7e34-444a-9cbc-731188ddc29b admin admin] Pushing event updated for resources: {'Network': ['ID=b275cebc-7c60-4cb9-bbc0-588c8f093833,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:47.559465 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:33:47.567110 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Made reservation on behalf of 16c8448bfba14f6d8cd80a2b41fedb0a for: {'subnet': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:33:47.570338 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137283'] for subnet, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.758566 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3856693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137301'] for subnet, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.814703 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfe1029-a948-48f4-9fd7-4cb4114aa8d2,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:47.824280 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Checking segment: {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:47.824639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Network hostable DHCP agents. Network: b275cebc-7c60-4cb9-bbc0-588c8f093833, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:33:47.841772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:33:47.851473 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, b275cebc-7c60-4cb9-bbc0-588c8f093833) {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:47.855704 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:33:47.856305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.862686 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fc440-60b1-41be-8a92-b31d2f61481a None None] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:33:47.878718 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d046759e-3048-411d-9cd0-c4885db50db1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3825533 Mar 23 19:33:47.879106 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49332) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:47.883586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:47.906507 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44556'] for router, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.907762 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44597'] for router, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:47.967872 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.030589 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd1e2e5a7-6c0f-52d5-b562-b133bf6e703b-b275cebc-7c60-4cb9-bbc0-588c8f093833', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2'}]}} from dv-cinder-834961-1-iscsi. {{(pid=101770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 23 19:33:48.031463 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.179376 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Allocated IP 172.20.0.2 (b275cebc-7c60-4cb9-bbc0-588c8f093833/dbfe1029-a948-48f4-9fd7-4cb4114aa8d2/0ff6e60d-2fa4-4456-b003-123b198f00e8) {{(pid=101770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:48.327216 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks [] for port, precommit_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.335793 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612'] for port, after_create {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.377870 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.397034 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 is already hosted by enough agents. {{(pid=101770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:48.397821 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.400808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Resources bound (agent type, host, resource id): {{(pid=101770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:48.404653 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Received port after_create {{(pid=101770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:48.411489 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Pushing event updated for resources: {'Port': ['ID=0ff6e60d-2fa4-4456-b003-123b198f00e8,revision_number=1']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:48.468854 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Attempting to bind port 0ff6e60d-2fa4-4456-b003-123b198f00e8 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:48.469223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Attempting to bind port 0ff6e60d-2fa4-4456-b003-123b198f00e8 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:48.469598 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Attempting to bind port 0ff6e60d-2fa4-4456-b003-123b198f00e8 on network b275cebc-7c60-4cb9-bbc0-588c8f093833 {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:48.475855 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:48.476256 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Checking segment: {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:48.476868 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.477927 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Bound using segment: {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:48.477927 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Bound port: 0ff6e60d-2fa4-4456-b003-123b198f00e8, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:48.478319 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.546357 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] For port 0ff6e60d-2fa4-4456-b003-123b198f00e8, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:48.549985 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] For port 0ff6e60d-2fa4-4456-b003-123b198f00e8, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=0ff6e60d-2fa4-4456-b003-123b198f00e8,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:48.554718 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.590927 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.610967 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.616190 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7c132-a1e2-4c8b-96f8-8e28f9bd9d9a None None] Pushing event updated for resources: {'Port': ['ID=0ff6e60d-2fa4-4456-b003-123b198f00e8,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:48.714183 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.735712 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Allocated IP 172.27.3.34 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/71a139cc-cb20-4aec-ace3-efb007b0f9af) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:48.868167 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.902760 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:48.949125 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:48.952411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:48.955112 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:48.984222 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Pushing event updated for resources: {'Port': ['ID=71a139cc-cb20-4aec-ace3-efb007b0f9af,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:49.027153 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Sync routers for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:49.036459 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:49.037114 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:49.148711 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:49.232673 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:49.238021 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.289767 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:49.290551 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.383191 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.394571 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 2, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:49.406129 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:49.413590 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.414618 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 0ff6e60d-2fa4-4456-b003-123b198f00e8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:49.437224 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Checking router: 7d76e21e-2637-4c2e-bf17-2df091a1cd1f for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:49.437891 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Updating router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:33:49.465773 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.476638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531094'] for router, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.500947 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:49.512702 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 0ff6e60d-2fa4-4456-b003-123b198f00e8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:49.513112 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.603272 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.618046 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6489a-c700-4d46-8ce4-3813dc9eddea None None] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:33:49.637313 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Router c835452d-c8b8-494d-a67e-98b7ec711055 is scheduled to L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 with binding_index 1 {{(pid=101768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 19:33:49.691591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 0ff6e60d-2fa4-4456-b003-123b198f00e8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=0ff6e60d-2fa4-4456-b003-123b198f00e8,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:49.697525 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.762949 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:49.766541 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.775525 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.783571 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.785268 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-f9a2e12f-ab58-4f12-9644-2b61fa70f7fb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9049404 Mar 23 19:33:49.789061 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49334) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:49.804059 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Sync routers for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:49.815950 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-65b7605a-13bf-4dd0-a646-495816827711 None None] Provisioning complete for port 0ff6e60d-2fa4-4456-b003-123b198f00e8 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:49.816331 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-65b7605a-13bf-4dd0-a646-495816827711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.823341 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=0ff6e60d-2fa4-4456-b003-123b198f00e8,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:49.857486 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Pushing event updated for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:49.863947 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:49.864608 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:49.879943 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.881208 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.881705 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.882194 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.882699 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.883191 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.883687 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.884176 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.884656 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.885155 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.885657 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.886146 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:33:49.904071 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Attempting to bind port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:49.904720 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Attempting to bind port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:49.905330 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Attempting to bind port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 on network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:49.911494 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:49.912338 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Checking segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:49.912989 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.913587 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Bound using segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:49.914251 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Bound port: 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:49.914861 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:49.999735 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] For port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:50.004871 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] For port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:50.012486 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.050409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:50.076448 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:50.077114 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:50.141896 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2c95-2a19-40a6-8eea-1dbea9874bc2 None None] Pushing event updated for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=4']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:50.220526 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:50.266452 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] Provisioning complete for port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:50.266826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.401592 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 3, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:50.406519 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.475282 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:50.502526 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942597f-af91-45e9-86d3-6c41bad75450 None None] The sync data for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi is: [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:50.572556 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.575459 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Checking router: c835452d-c8b8-494d-a67e-98b7ec711055 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:50.575811 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Updating router c835452d-c8b8-494d-a67e-98b7ec711055 port 71a139cc-cb20-4aec-ace3-efb007b0f9af binding host dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:33:50.587594 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Allocated IP 172.20.0.1 (b275cebc-7c60-4cb9-bbc0-588c8f093833/dbfe1029-a948-48f4-9fd7-4cb4114aa8d2/d638af8e-1562-42f5-b80a-1bae2d96ee53) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:33:50.616675 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.654177 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] For port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:50.660023 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.716654 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.755576 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.799215 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:50.802804 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:50.807262 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:33:50.808449 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca8816-a310-4aa2-812a-6cc08370e15f None None] Pushing event updated for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:50.810636 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Pushing event updated for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:50.845856 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-7a217558-d640-4da5-a278-61f7c79d4e49 None None] Provisioning complete for port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:50.846243 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7a217558-d640-4da5-a278-61f7c79d4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.857757 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527525'] for router_interface, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:50.970269 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:33:51.000443 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.010609 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-7a217558-d640-4da5-a278-61f7c79d4e49 None None] Provisioning complete for port 0ff6e60d-2fa4-4456-b003-123b198f00e8 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:51.010993 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-7a217558-d640-4da5-a278-61f7c79d4e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.100249 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.109789 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.197669 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.200120 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535549-f4d3-4324-878c-9e711d28a0a2 None None] Pushing event updated for resources: {'Port': ['ID=71a139cc-cb20-4aec-ace3-efb007b0f9af,revision_number=2']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:51.204229 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Attempting to bind port 71a139cc-cb20-4aec-ace3-efb007b0f9af on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:51.204611 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Attempting to bind port 71a139cc-cb20-4aec-ace3-efb007b0f9af by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:51.205018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Attempting to bind port 71a139cc-cb20-4aec-ace3-efb007b0f9af on network 7dd72023-87d6-4d90-a384-04525c97682c {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:51.208127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.214154 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:51.214544 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Checking segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:51.214955 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.215344 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Bound using segment: {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'} {{(pid=101770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:51.215807 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.managers [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Bound port: 71a139cc-cb20-4aec-ace3-efb007b0f9af, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf695bc-360b-4c25-bc8f-6c4bf9484409', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c'}}] {{(pid=101770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:51.216199 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.250361 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:51.302679 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-527577'] for router_interface, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.304988 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] For port 71a139cc-cb20-4aec-ace3-efb007b0f9af, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:51.305366 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Pushing event updated for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:51.309004 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] For port 71a139cc-cb20-4aec-ace3-efb007b0f9af, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=71a139cc-cb20-4aec-ace3-efb007b0f9af,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:51.321502 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.378477 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:51.378846 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.390646 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-92a206f6-4d7c-4b62-b6c7-c6c15c7ae600 None None] Provisioning complete for port d638af8e-1562-42f5-b80a-1bae2d96ee53 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:51.391018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-92a206f6-4d7c-4b62-b6c7-c6c15c7ae600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.400085 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:33:51.401530 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:33:51.446390 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535549-f4d3-4324-878c-9e711d28a0a2 None None] Pushing event updated for resources: {'Port': ['ID=71a139cc-cb20-4aec-ace3-efb007b0f9af,revision_number=3']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:51.454425 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:51.454946 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:51.501242 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-92a206f6-4d7c-4b62-b6c7-c6c15c7ae600 None None] Port d638af8e-1562-42f5-b80a-1bae2d96ee53 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:33:51.535545 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Router c835452d-c8b8-494d-a67e-98b7ec711055 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:33:51.606770 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:51.609149 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:51.648079 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:33:51.660802 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-15bf140d-d390-4e25-89cb-f908607a1edb admin admin] 10.222.0.43 "PUT /v2.0/routers/c835452d-c8b8-494d-a67e-98b7ec711055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629258 Mar 23 19:33:51.715139 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-b1b738b6-2816-45ea-82da-ce5e9248ac10 None None] Provisioning complete for port d638af8e-1562-42f5-b80a-1bae2d96ee53 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:51.715517 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b1b738b6-2816-45ea-82da-ce5e9248ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.811823 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-b1b738b6-2816-45ea-82da-ce5e9248ac10 None None] Port d638af8e-1562-42f5-b80a-1bae2d96ee53 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:33:51.817514 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:51.818461 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:51.946901 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 0ff6e60d-2fa4-4456-b003-123b198f00e8 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:51.951094 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd638af8e-1562-42f5-b80a-1bae2d96ee53', 'name': '', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'mac_address': 'fa:16:3e:d6:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:50Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 2, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'subnets': [{'id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:51.995099 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfaeaaf-d29d-471e-9e76-72c3124cacb1 None None] The sync data for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi is: [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd638af8e-1562-42f5-b80a-1bae2d96ee53', 'name': '', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'mac_address': 'fa:16:3e:d6:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:50Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 2, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'subnets': [{'id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:52.027426 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 0ff6e60d-2fa4-4456-b003-123b198f00e8 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:52.027947 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.289861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49344) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.294593 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516430629', 'description': 'tempest-secgroup-smoke-516430629 description', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.315425 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.389818 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.394019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.425531 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.428356 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1374710 Mar 23 19:33:52.431468 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49346) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.435225 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55241205-c108-4945-bd18-3f01ab1f2536 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1005b56-4a8b-4f62-846e-e510cf2d34ca,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:52.439733 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.465722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.529162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.532758 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.551509 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf5cc57-8d65-4109-87ef-3e939db859cb,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:52.559871 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.561200 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b3bfa814-3ba4-4558-bfce-23f9062ca2a5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286035 Mar 23 19:33:52.564115 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49348) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.569169 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.597592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.663875 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.667541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.685537 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475565c6-a30e-4775-b23e-082319532803,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:52.691299 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.692579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-afdfcb3c-ab75-4fad-a238-d51558776274 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271648 Mar 23 19:33:52.695417 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49350) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.700240 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.725953 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.781437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.785424 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.803625 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3784126-42c2-420e-899a-ac36b0a4d33e,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:52.811764 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.812981 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-445386f4-d133-4d5c-9871-b6b7eef8b958 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162548 Mar 23 19:33:52.815976 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49352) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.821486 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.846321 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.902906 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.906890 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.923361 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5710a899-027b-46e1-b0db-a9808b88eb42,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:52.931332 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:52.932520 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-52ac6dfc-8f29-4d89-8a77-6107f844d987 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154215 Mar 23 19:33:52.935347 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49354) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:52.939684 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:52.959408 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.securitygroups_db [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Project cb598d8257584e5ba71bfc8ee5a69fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:33:52.963985 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.020835 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.025115 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.044588 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f09eb2-9153-4e06-abce-8fecfa56d1d4,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:53.050395 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.051581 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b356f389-b9a7-4264-a998-205aabf49c9e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152685 Mar 23 19:33:53.054247 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49356) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:33:53.058451 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'security_group_rule': {'security_group_id': 'b1005b56-4a8b-4f62-846e-e510cf2d34ca', 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:33:53.078086 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.securitygroups_db [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Project cb598d8257584e5ba71bfc8ee5a69fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 19:33:53.082896 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.145224 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.149414 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748579'] for security_group_rule, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.165720 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c29b429-99d3-41cc-b088-51df1c698af7,revision_number=0']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:53.173520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:53.179626 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-bf705ee3-a940-4700-a041-003dcb596262 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194632 Mar 23 19:33:54.593277 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Sync routers for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:33:54.604245 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:54.604908 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:54.711688 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:54.915506 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd638af8e-1562-42f5-b80a-1bae2d96ee53', 'name': '', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'mac_address': 'fa:16:3e:d6:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:50Z', 'updated_at': '2022-03-23T19:33:51Z', 'revision_number': 2, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'subnets': [{'id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:54.940604 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Checking router: c835452d-c8b8-494d-a67e-98b7ec711055 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:33:54.940938 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Updating router c835452d-c8b8-494d-a67e-98b7ec711055 port d638af8e-1562-42f5-b80a-1bae2d96ee53 binding host dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 19:33:54.964715 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.174683 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 71a139cc-cb20-4aec-ace3-efb007b0f9af up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:55.223478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 71a139cc-cb20-4aec-ace3-efb007b0f9af triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:55.223775 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.305981 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks [] for port, precommit_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.306210 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.312516 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.328340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] For port 71a139cc-cb20-4aec-ace3-efb007b0f9af, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=71a139cc-cb20-4aec-ace3-efb007b0f9af,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:55.332437 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.383950 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Pushing event updated for resources: {'Port': ['ID=71a139cc-cb20-4aec-ace3-efb007b0f9af,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:55.384235 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836993c-00cb-47d2-a38e-a48d0637c522 None None] Pushing event updated for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=3']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:55.420519 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Attempting to bind port d638af8e-1562-42f5-b80a-1bae2d96ee53 on host dv-cinder-834961-1-iscsi for vnic_type normal with profile {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:33:55.421509 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Attempting to bind port d638af8e-1562-42f5-b80a-1bae2d96ee53 by drivers openvswitch,hyperv on host dv-cinder-834961-1-iscsi at level 0 using segments [{'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:33:55.421882 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Attempting to bind port d638af8e-1562-42f5-b80a-1bae2d96ee53 on network b275cebc-7c60-4cb9-bbc0-588c8f093833 {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:33:55.426928 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Checking agent: {'id': '62394a1e-a14c-4481-889f-63eab1776b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834961-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 14, 19), 'started_at': datetime.datetime(2022, 3, 23, 19, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834961-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:33:55.427335 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Checking segment: {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:33:55.427739 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.428258 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Bound using segment: {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'} {{(pid=101771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:33:55.428728 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.managers [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Bound port: d638af8e-1562-42f5-b80a-1bae2d96ee53, host: dv-cinder-834961-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de15bd-64d6-4cb6-8794-1c24116a5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833'}}] {{(pid=101771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:33:55.429231 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.500151 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] For port d638af8e-1562-42f5-b80a-1bae2d96ee53, host dv-cinder-834961-1-iscsi, cleared binding levels {{(pid=101771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:33:55.503640 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.plugins.ml2.db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] For port d638af8e-1562-42f5-b80a-1bae2d96ee53, host dv-cinder-834961-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d638af8e-1562-42f5-b80a-1bae2d96ee53,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:33:55.508474 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron_lib.callbacks.manager [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.558371 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] Provisioning complete for port d638af8e-1562-42f5-b80a-1bae2d96ee53 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:55.558755 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.567256 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:33:55.568313 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:33:46Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:55.613893 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836993c-00cb-47d2-a38e-a48d0637c522 None None] Pushing event updated for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=4']} {{(pid=101771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:55.651001 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.701524 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:33:55.702399 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] For port d638af8e-1562-42f5-b80a-1bae2d96ee53, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d638af8e-1562-42f5-b80a-1bae2d96ee53,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:33:55.711652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.777005 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d5264-89fe-437f-811d-ec2511c1c371 None None] Pushing event updated for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:33:55.832023 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-b5b39c2d-91be-4643-9467-49a29f9c6d1b None None] Provisioning complete for port d638af8e-1562-42f5-b80a-1bae2d96ee53 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:55.832437 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-b5b39c2d-91be-4643-9467-49a29f9c6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:55.914785 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd638af8e-1562-42f5-b80a-1bae2d96ee53', 'name': '', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'mac_address': 'fa:16:3e:d6:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:50Z', 'updated_at': '2022-03-23T19:33:55Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'subnets': [{'id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:33:55.940624 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58bd07-4072-45ba-b869-7d0825997485 None None] The sync data for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi is: [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': 'd638af8e-1562-42f5-b80a-1bae2d96ee53', 'name': '', 'network_id': 'b275cebc-7c60-4cb9-bbc0-588c8f093833', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'mac_address': 'fa:16:3e:d6:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:50Z', 'updated_at': '2022-03-23T19:33:55Z', 'revision_number': 4, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'subnets': [{'id': 'dbfe1029-a948-48f4-9fd7-4cb4114aa8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:33:57.173600 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 71a139cc-cb20-4aec-ace3-efb007b0f9af up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:57.223257 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port 71a139cc-cb20-4aec-ace3-efb007b0f9af triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:57.223628 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:33:57.300011 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d638af8e-1562-42f5-b80a-1bae2d96ee53 up at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:33:57.350313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Provisioning complete for port d638af8e-1562-42f5-b80a-1bae2d96ee53 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:33:57.350600 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:11.089570 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:13.407299 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a3f68924-e968-4fb1-99c6-61aaf9d851c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:14.713029 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-dfa578f5-9d0c-42b0-b692-cf974532e8a8 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516430629&fields=id&tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb HTTP/1.1" status: 200 len: 267 time: 0.0338898 Mar 23 19:34:14.819632 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-e48a9ab7-611d-481c-bc8d-b81ea196daa8 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:14.821062 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-e48a9ab7-611d-481c-bc8d-b81ea196daa8 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 808 time: 0.1011667 Mar 23 19:34:14.835705 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-4a1e5e93-0c4f-4a99-8d5a-9e3201ed1728 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/quotas/cb598d8257584e5ba71bfc8ee5a69fbb HTTP/1.1" status: 200 len: 375 time: 0.0087497 Mar 23 19:34:14.885133 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-b9e2cb42-8318-456a-b7e2-12e1f41b1f75 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442348 Mar 23 19:34:14.901284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-804d9a87-a428-48df-a9c0-5258277e8f77 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:34:14.902262 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-804d9a87-a428-48df-a9c0-5258277e8f77 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058124 Mar 23 19:34:14.992809 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-d998a02c-0220-4e3d-9a58-25c41f7538ba service neutron] 10.222.0.43 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850704 Mar 23 19:34:15.081393 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-c0eff5d4-eb99-42ab-9147-b03096893915 service neutron] 10.222.0.43 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826054 Mar 23 19:34:15.354308 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2023df8a-db59-454f-94c6-31ccac5348d5 req-04e1f5a6-79c6-47ee-9d23-358eea3e42e5 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 210 time: 0.0261242 Mar 23 19:34:15.810881 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-06a99acc-8897-4496-bf40-36d52b08a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.279116 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-e8bb3bd9-33d3-4c16-858f-d39a83749d03 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:16.280599 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-e8bb3bd9-33d3-4c16-858f-d39a83749d03 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 808 time: 0.1027420 Mar 23 19:34:16.326535 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-27404647-ba38-4010-9c4c-329d361e8ccf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb HTTP/1.1" status: 200 len: 379 time: 0.0365772 Mar 23 19:34:16.337114 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'port': {'device_id': '0b47e620-25ce-4ed2-b984-46b5df798899', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'admin_state_up': True, 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'security_groups': ['b1005b56-4a8b-4f62-846e-e510cf2d34ca']}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:34:16.440089 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Made reservation on behalf of cb598d8257584e5ba71bfc8ee5a69fbb for: {'port': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:34:16.443787 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.448504 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-6db44846-c01c-42b8-a7a8-98b66c479c5b req-114de0a6-2ac8-4988-80f6-910e45af978c tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Mar 23 19:34:16.572081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Allocated IP 172.20.0.10 (ff2782b3-7bf5-4aa7-bb41-04bbf161e68f/a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774/0d952bc6-04d5-4c37-9ab6-091e12190df0) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:34:16.710445 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.747773 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.790708 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:34:16.793704 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:34:16.796141 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:34:16.807314 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:16.827481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.854549 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:16.855316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:16.876436 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7c57a01c-9b54-4891-ba84-00c18f356b2f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5435545 Mar 23 19:34:16.994273 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Request body: {'port': {'device_id': '0b47e620-25ce-4ed2-b984-46b5df798899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:34:17.057483 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-aff09458-d438-486e-b602-bfda964108db None None] Provisioning complete for port 0d952bc6-04d5-4c37-9ab6-091e12190df0 triggered by entity DHCP. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:34:17.057847 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-aff09458-d438-486e-b602-bfda964108db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.059133 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.094637 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-aff09458-d438-486e-b602-bfda964108db None None] Port 0d952bc6-04d5-4c37-9ab6-091e12190df0 cannot update to ACTIVE because it is not bound. {{(pid=101770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 23 19:34:17.320048 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d952bc6-04d5-4c37-9ab6-091e12190df0 {{(pid=101769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:34:17.327506 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.339787 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.provisioning_blocks [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Transition to ACTIVE for port object 0d952bc6-04d5-4c37-9ab6-091e12190df0 will not be triggered until provisioned by entity L2. {{(pid=101769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:34:17.342852 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.407385 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:17.472484 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Attempting to bind port 0d952bc6-04d5-4c37-9ab6-091e12190df0 on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:34:17.473691 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Attempting to bind port 0d952bc6-04d5-4c37-9ab6-091e12190df0 by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:34:17.474317 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Attempting to bind port 0d952bc6-04d5-4c37-9ab6-091e12190df0 on network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:34:17.480790 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Port 0d952bc6-04d5-4c37-9ab6-091e12190df0 on network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:34:17.481438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Attempting to bind port 0d952bc6-04d5-4c37-9ab6-091e12190df0 on network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:34:17.487860 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:34:17.488278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Checking segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:34:17.489207 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Bound using segment: {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:34:17.489733 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Bound port: 0d952bc6-04d5-4c37-9ab6-091e12190df0, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db5340a-97cf-47a6-806c-3924a18896c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f'}}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:34:17.490172 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.597726 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64157aba-bd6d-44b1-86e8-45d7c3ab95d7 req-7b24556b-bca6-4a7c-b6a0-39f773ec9d4e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:17.599197 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64157aba-bd6d-44b1-86e8-45d7c3ab95d7 req-7b24556b-bca6-4a7c-b6a0-39f773ec9d4e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0741007 Mar 23 19:34:17.600262 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, cleared binding levels {{(pid=101769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:34:17.603644 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:34:17.616888 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.667352 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:17.667974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:17.669379 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] 10.222.0.42 "PUT /v2.0/ports/0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1094 time: 0.7853580 Mar 23 19:34:17.670963 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:34:17.673279 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a636206-02e6-4da4-bd94-1e6505a83ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:34:17.704241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-64157aba-bd6d-44b1-86e8-45d7c3ab95d7 req-9f383286-ec82-4f18-80d2-21d11cc7a69f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948734 Mar 23 19:34:17.707426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa258bd4-d1ef-4e11-83a1-6c4baa7ce6ff service neutron] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=3']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:17.758286 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20864ff-fd48-4b10-bf95-d7d1015c4fcf x-openstack-request-id: req-e20864ff-fd48-4b10-bf95-d7d1015c4fcf {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:34:17.758731 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:34:17.759078 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e20864ff-fd48-4b10-bf95-d7d1015c4fcf {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:34:17.759567 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'status': 'completed', 'code': 200} Mar 23 19:34:17.777649 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7e63cdc0-50a2-41d0-aca1-7cb1dd502303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:17.779396 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-7e63cdc0-50a2-41d0-aca1-7cb1dd502303 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1097 time: 0.0625138 Mar 23 19:34:17.831043 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-edf22802-c48d-4d66-9100-d5fc21f15b12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 217 time: 0.0428553 Mar 23 19:34:17.899943 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-038834dc-0218-4423-a402-3c2fb18762f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:17.901458 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-038834dc-0218-4423-a402-3c2fb18762f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0643232 Mar 23 19:34:17.951081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-0ef7eb9b-ba9c-4f33-be6d-6fa2ee69f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:17.952868 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-0ef7eb9b-ba9c-4f33-be6d-6fa2ee69f0ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419266 Mar 23 19:34:18.042394 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-31d661b4-5962-479e-b432-a8e53d1790af service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814204 Mar 23 19:34:18.138013 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ce67ffd-04bb-4228-b5da-036c7c55c466 req-e8e9d407-2f49-4498-b1e9-f6bed2325057 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884047 Mar 23 19:34:18.227611 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-43796044-595a-465d-b85e-49dc34af832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:18.229125 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-43796044-595a-465d-b85e-49dc34af832d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1097 time: 0.0407708 Mar 23 19:34:18.331083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-384bd292-e247-4f8e-b2c3-4476c86b4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:18.332513 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-384bd292-e247-4f8e-b2c3-4476c86b4f4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0853770 Mar 23 19:34:18.353111 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:18.373517 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-d2e931eb-8156-447c-ab99-1a29d86b0fb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 217 time: 0.0344715 Mar 23 19:34:18.423750 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-c9cc5906-3384-4fc8-a4ad-7f2217ee8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:18.425104 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-c9cc5906-3384-4fc8-a4ad-7f2217ee8c89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0451264 Mar 23 19:34:18.468388 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-6a138d61-b227-48f6-90de-faa45136a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:18.469868 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-6a138d61-b227-48f6-90de-faa45136a2b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386772 Mar 23 19:34:18.557789 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-069bbafc-8486-4322-845e-07874612f2ca service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796587 Mar 23 19:34:18.646995 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-3a636206-02e6-4da4-bd94-1e6505a83ce5 req-5376d520-0d54-45fc-8c9c-b0339de7df34 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Mar 23 19:34:18.697801 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:18.832553 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d3d0e-02e7-41ac-a968-64aaab496e8a req-995488f6-aaa7-46bd-be74-e7b5ac3f6fdf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:18.834047 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b2d3d0e-02e7-41ac-a968-64aaab496e8a req-995488f6-aaa7-46bd-be74-e7b5ac3f6fdf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0518749 Mar 23 19:34:18.875022 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b2d3d0e-02e7-41ac-a968-64aaab496e8a req-48c2ac4b-8147-4f6e-872a-dec25c6f076f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341268 Mar 23 19:34:19.495617 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a09f9-9afb-4700-80eb-58ba990698c5 req-66d3a108-b45d-47d1-a7cb-cdf801a7750b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:19.497033 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-752a09f9-9afb-4700-80eb-58ba990698c5 req-66d3a108-b45d-47d1-a7cb-cdf801a7750b tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0545225 Mar 23 19:34:19.539531 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-752a09f9-9afb-4700-80eb-58ba990698c5 req-df0f81d3-53f2-438f-ae30-603bb56a5530 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364115 Mar 23 19:34:19.987958 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead776-0900-43ac-98df-db8ff75be468 req-3749440d-0ebe-47f0-9af1-8ff81750645d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:19.989436 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8eead776-0900-43ac-98df-db8ff75be468 req-3749440d-0ebe-47f0-9af1-8ff81750645d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0473022 Mar 23 19:34:20.029433 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8eead776-0900-43ac-98df-db8ff75be468 req-14374b9b-fdf0-4072-b89c-66bf13f81be3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335677 Mar 23 19:34:20.654386 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a62a-ce93-41d4-aa96-91cbf1d49509 req-601dc3e7-ab74-4b89-b81c-2ac44979f7b9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:20.655995 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b569a62a-ce93-41d4-aa96-91cbf1d49509 req-601dc3e7-ab74-4b89-b81c-2ac44979f7b9 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0474362 Mar 23 19:34:20.692216 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b569a62a-ce93-41d4-aa96-91cbf1d49509 req-32c95f4c-cf7d-464c-ac6b-2c78d60abe8d tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303228 Mar 23 19:34:21.141760 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13f89d-e1cc-4aa6-9229-a6fe531fb483 req-fca6d13b-7e9b-4077-86cf-c420cbaf52e9 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:21.143287 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7d13f89d-e1cc-4aa6-9229-a6fe531fb483 req-fca6d13b-7e9b-4077-86cf-c420cbaf52e9 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0485153 Mar 23 19:34:21.186239 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7d13f89d-e1cc-4aa6-9229-a6fe531fb483 req-61f8277b-39a9-4cab-90b0-7520011f760d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367820 Mar 23 19:34:21.441294 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff64380-3979-48cc-822e-6c75b961145c req-9ea8b125-e1d9-46cb-96cb-69ac341966c2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:21.442632 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0ff64380-3979-48cc-822e-6c75b961145c req-9ea8b125-e1d9-46cb-96cb-69ac341966c2 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0470641 Mar 23 19:34:21.553120 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port 2074b5e7-a187-4005-ad6e-c209351cf151 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:21.553467 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:21.638205 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] For port 2074b5e7-a187-4005-ad6e-c209351cf151, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=2074b5e7-a187-4005-ad6e-c209351cf151,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:21.638608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:21.808915 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803b73-5830-4dae-bbb5-ff68e4a227fe req-3c220f51-d5c3-4b88-b274-5b10dba7cd13 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:21.810626 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:21.810879 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bb803b73-5830-4dae-bbb5-ff68e4a227fe req-3c220f51-d5c3-4b88-b274-5b10dba7cd13 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a89deeb-bb17-4a51-aab0-c663424b6827 HTTP/1.1" status: 200 len: 945 time: 0.0488722 Mar 23 19:34:21.811019 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:21.811306 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Floating IP 6663c853-9d85-41c7-b25d-d8638ba1c387 disassociated. External IP: 172.27.3.173, port: 2074b5e7-a187-4005-ad6e-c209351cf151. Mar 23 19:34:21.811651 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for 2074b5e7-a187-4005-ad6e-c209351cf151 owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:21.848746 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-bb803b73-5830-4dae-bbb5-ff68e4a227fe req-f8fd4ee0-7b51-4614-aa95-a4982ab0024c tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Mar 23 19:34:21.936732 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:21.964695 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=2074b5e7-a187-4005-ad6e-c209351cf151,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:22.074884 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:34:22.179191 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:34:22.188481 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:34:22.198775 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:22.199391 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:22.222074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] No DVR routers for this DVR port 2074b5e7-a187-4005-ad6e-c209351cf151 on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:34:22.224580 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:22.227842 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-0ff64380-3979-48cc-822e-6c75b961145c req-2ece553d-1d6c-4bb1-93df-e50807112ec4 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.42 "DELETE /v2.0/ports/2074b5e7-a187-4005-ad6e-c209351cf151 HTTP/1.1" status: 204 len: 173 time: 0.7791064 Mar 23 19:34:22.228278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'name': 'network-vif-deleted', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:34:22.230620 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e429eb-6ac1-4b8c-b8b6-751079e56c33" -d '{"events": [{"server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "name": "network-vif-deleted", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:34:22.289219 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c3d44b-ac76-4677-89da-2c95cb5016b4 x-openstack-request-id: req-16c3d44b-ac76-4677-89da-2c95cb5016b4 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:34:22.289507 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a89deeb-bb17-4a51-aab0-c663424b6827", "name": "network-vif-deleted", "tag": "2074b5e7-a187-4005-ad6e-c209351cf151", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:34:22.289756 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16c3d44b-ac76-4677-89da-2c95cb5016b4 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:34:22.290150 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a89deeb-bb17-4a51-aab0-c663424b6827', 'name': 'network-vif-deleted', 'tag': '2074b5e7-a187-4005-ad6e-c209351cf151', 'status': 'completed', 'code': 200} Mar 23 19:34:22.316288 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:22.319149 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f51acc-0c7c-4463-843b-01135aa8250a req-14585967-d325-4599-b983-3180f8440449 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:22.322065 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-57f51acc-0c7c-4463-843b-01135aa8250a req-14585967-d325-4599-b983-3180f8440449 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0594370 Mar 23 19:34:22.364733 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-57f51acc-0c7c-4463-843b-01135aa8250a req-e73d3228-7fb7-4f10-8a35-8fba6644033a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360503 Mar 23 19:34:22.524647 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:22.550234 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:34:22.558902 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:22.559454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:22.670519 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:22.870339 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:22.901311 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ce01-e352-49c2-86fc-0ae5d91c218e None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:23:22Z', 'revision_number': 4, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '5d7e70f5-759e-472b-96c0-d8e0750117d7', 'name': '', 'network_id': 'd7852928-7407-4b03-85a4-ac35aaeae76e', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'mac_address': 'fa:16:3e:87:4f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:19Z', 'updated_at': '2022-03-23T19:23:37Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'subnets': [{'id': 'b8259662-b61c-458f-bf5f-b1dafcf1f6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:34:22.933834 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49586) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:22.989083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.012106 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.067747 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.070332 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.071502 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24 HTTP/1.1" status: 204 len: 168 time: 0.1366818 Mar 23 19:34:23.075008 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49588) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:23.082003 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682be782-a791-4415-8feb-dfac538a281f tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:23.089427 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.api.v2.resource [None req-8f4373a2-7a0a-4a54-8b2b-1d6302f0f525 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] show failed (client error): The resource could not be found. Mar 23 19:34:23.095261 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8f4373a2-7a0a-4a54-8b2b-1d6302f0f525 tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "GET /v2.0/security-groups/c2ff4f62-14eb-4706-9dd0-f2e7b45e4f24 HTTP/1.1" status: 404 len: 347 time: 0.0191128 Mar 23 19:34:23.098025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49590) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:23.145501 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05687e-5d73-4589-adf1-f1048742360c None None] New status for floating IP 6663c853-9d85-41c7-b25d-d8638ba1c387: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:34:23.237065 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Deleting port 15d1b315-48bd-46fd-8624-295fa86e8690 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:23.237638 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.320703 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.321069 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.332536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Calling delete_port for 15d1b315-48bd-46fd-8624-295fa86e8690 owned by network:floatingip {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:23.463154 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.486358 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21099b7d-d616-46b5-8a6b-7e8fdcc044cc req-4c8a36c0-b90f-4617-a34b-ca44c54ae78f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:23.487853 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21099b7d-d616-46b5-8a6b-7e8fdcc044cc req-4c8a36c0-b90f-4617-a34b-ca44c54ae78f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0518517 Mar 23 19:34:23.488244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Pushing event deleted for resources: {'Port': ['ID=15d1b315-48bd-46fd-8624-295fa86e8690,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:23.526047 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-21099b7d-d616-46b5-8a6b-7e8fdcc044cc req-22c710a9-de3d-4101-a272-e451f3924783 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 Mar 23 19:34:23.551223 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks [] for floatingip, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.553624 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:23.554817 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-08eda1db-b6ee-4ca8-a5db-b0ae9f9a0ecf tempest-AttachVolumeNegativeTest-1261696134 tempest-AttachVolumeNegativeTest-1261696134-project] 10.222.0.43 "DELETE /v2.0/floatingips/6663c853-9d85-41c7-b25d-d8638ba1c387 HTTP/1.1" status: 204 len: 168 time: 0.4557934 Mar 23 19:34:24.640937 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4617d4-e8a8-4fdb-a0b5-eda013a9394d req-c1f9cd44-088a-4d1c-ac2c-e91b0ffa06cf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:24.642412 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7a4617d4-e8a8-4fdb-a0b5-eda013a9394d req-c1f9cd44-088a-4d1c-ac2c-e91b0ffa06cf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0504348 Mar 23 19:34:24.683918 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7a4617d4-e8a8-4fdb-a0b5-eda013a9394d req-2b038cb7-b235-451d-b4a4-2ddf877f98bd tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355518 Mar 23 19:34:25.174093 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 2074b5e7-a187-4005-ad6e-c209351cf151 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:25.194821 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 2074b5e7-a187-4005-ad6e-c209351cf151 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:25.195683 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 2074b5e7-a187-4005-ad6e-c209351cf151 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:25.795857 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0640c6c-8674-4e87-beda-b616ffdc6c83 req-a5f44127-0607-42a1-824e-a906d6118161 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:25.797328 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b0640c6c-8674-4e87-beda-b616ffdc6c83 req-a5f44127-0607-42a1-824e-a906d6118161 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0477018 Mar 23 19:34:25.834006 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b0640c6c-8674-4e87-beda-b616ffdc6c83 req-4a5f6170-2fd7-4cff-8048-818bcf03a61f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308194 Mar 23 19:34:26.944936 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581b4e-cf51-400c-b2cb-35da4ffd3495 req-186b2c07-6715-4a47-84b8-f61a2a424d28 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:26.947289 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-92581b4e-cf51-400c-b2cb-35da4ffd3495 req-186b2c07-6715-4a47-84b8-f61a2a424d28 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0488939 Mar 23 19:34:26.983128 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-92581b4e-cf51-400c-b2cb-35da4ffd3495 req-c2d3cfd5-ed7a-4b96-aece-14beaee61aaa tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299642 Mar 23 19:34:27.165532 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49636) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:27.199880 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:34:27.295735 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:27.307006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'mac_address': 'fa:16:3e:df:5d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:34:27.342846 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:27.355709 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d952bc6-04d5-4c37-9ab6-091e12190df0 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:34:27.374426 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:27.378808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:27.423803 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:27.431464 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.431884 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.432240 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.432581 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.432973 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.433342 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.433708 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.434041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.434378 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.434710 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.435040 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.435368 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:27.599679 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:27.733170 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['0d952bc6-04d5-4c37-9ab6-091e12190df0'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:34:27.837238 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Deleting port 5d7e70f5-759e-472b-96c0-d8e0750117d7 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:27.837588 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:27.969767 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:34:28.098910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba40a3-626a-4c7c-b1b2-014ab8c48fa4 req-c3e5336e-4310-410c-abe4-bbffa4750256 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:28.100430 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-35ba40a3-626a-4c7c-b1b2-014ab8c48fa4 req-c3e5336e-4310-410c-abe4-bbffa4750256 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 945 time: 0.0500531 Mar 23 19:34:28.140715 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-35ba40a3-626a-4c7c-b1b2-014ab8c48fa4 req-68490cd5-d004-4ee9-85bf-a6eaf16068ca tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Mar 23 19:34:28.190089 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] For port 5d7e70f5-759e-472b-96c0-d8e0750117d7, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=5d7e70f5-759e-472b-96c0-d8e0750117d7,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:28.190705 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:28.202350 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Calling delete_port for 5d7e70f5-759e-472b-96c0-d8e0750117d7 owned by network:router_interface {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:28.378295 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:28.402431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7e70f5-759e-472b-96c0-d8e0750117d7,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:28.429744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.430095 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.430431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.430767 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.431098 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.431427 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.431751 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.432074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.432397 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.432722 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.433063 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.433379 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:28.572844 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:28.779431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Router 260877aa-2022-4d03-aa95-47255da02a21 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:34:28.881220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:34:28.886649 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2c7a8af5-34c4-45a7-92af-3011a57993e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/260877aa-2022-4d03-aa95-47255da02a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201145 Mar 23 19:34:28.889458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49642) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:28.890317 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Sync routers for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:34:28.901390 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:28.901991 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:28.990828 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.003520 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:29.090667 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.149119 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Deleting port acb7f377-c80b-4e2f-93cd-c0aef67406e3 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:29.149808 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.193567 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:34:28Z', 'revision_number': 5, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port': {'id': 'acb7f377-c80b-4e2f-93cd-c0aef67406e3', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260877aa-2022-4d03-aa95-47255da02a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:11Z', 'updated_at': '2022-03-23T19:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:29.223743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:34:29.226866 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Checking router: 260877aa-2022-4d03-aa95-47255da02a21 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:34:29.234886 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] For port acb7f377-c80b-4e2f-93cd-c0aef67406e3, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=acb7f377-c80b-4e2f-93cd-c0aef67406e3,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:29.235257 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.247927 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Calling delete_port for acb7f377-c80b-4e2f-93cd-c0aef67406e3 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:29.269162 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa56b-419f-4aac-8627-d527286f019f req-02c00fd6-7930-4ba5-8d52-bac2691533b2 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:29.270214 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Routers {'260877aa-2022-4d03-aa95-47255da02a21'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:29.270840 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['260877aa-2022-4d03-aa95-47255da02a21'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:29.270968 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-328fa56b-419f-4aac-8627-d527286f019f req-02c00fd6-7930-4ba5-8d52-bac2691533b2 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Mar 23 19:34:29.310837 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-328fa56b-419f-4aac-8627-d527286f019f req-a0b5b696-8f92-4a62-a06f-c09466586dac tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330141 Mar 23 19:34:29.350192 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 0d952bc6-04d5-4c37-9ab6-091e12190df0 completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:34:29.358003 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 0d952bc6-04d5-4c37-9ab6-091e12190df0 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:34:29.358385 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.428039 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.455447 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Pushing event deleted for resources: {'Port': ['ID=acb7f377-c80b-4e2f-93cd-c0aef67406e3,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:29.516476 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] Set router 260877aa-2022-4d03-aa95-47255da02a21 gateway port host: None {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:29.518888 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.573717 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:34:29Z', 'revision_number': 6, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:29.602209 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc35e5a5-ddcc-4301-9eb4-cf592e90a462 None None] The sync data for ids ['260877aa-2022-4d03-aa95-47255da02a21'] in dv-cinder-834961-1-iscsi is: [{'id': '260877aa-2022-4d03-aa95-47255da02a21', 'name': 'tempest-AttachVolumeNegativeTest-652341245-router', 'tenant_id': 'e8e686ddd62a4440866c2115ec077bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:10Z', 'updated_at': '2022-03-23T19:34:29Z', 'revision_number': 6, 'project_id': 'e8e686ddd62a4440866c2115ec077bb6', 'gw_port_host': None}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:34:29.609206 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.611604 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.649340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.655361 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.655889 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260877aa-2022-4d03-aa95-47255da02a21 {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:34:29.660224 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.664615 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49646) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:29.664790 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a7ef2122-5ae0-4ce5-8092-72ce42cf261f admin admin] 10.222.0.43 "DELETE /v2.0/routers/260877aa-2022-4d03-aa95-47255da02a21 HTTP/1.1" status: 204 len: 168 time: 0.7742999 Mar 23 19:34:29.675989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:34:29.678321 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc544b7-c7d2-4ae0-8cd0-9d9514b40a9f" -d '{"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-plugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:34:29.691652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:29.696662 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.710723 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Deleting subnet b8259662-b61c-458f-bf5f-b1dafcf1f6dd {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:34:29.716386 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.724788 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9849981-a727-483e-a682-9086785269aa x-openstack-request-id: req-f9849981-a727-483e-a682-9086785269aa {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:34:29.725124 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-plugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:34:29.725347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9849981-a727-483e-a682-9086785269aa {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:34:29.725737 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'code': 200} Mar 23 19:34:29.752352 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019965'] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.760396 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:29.833231 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.888799 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3856756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137326'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.918531 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:29.922915 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b8259662-b61c-458f-bf5f-b1dafcf1f6dd HTTP/1.1" status: 204 len: 168 time: 0.2572258 Mar 23 19:34:29.923441 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b878efe-2a78-4468-b791-e66572151a72 None None] Network d7852928-7407-4b03-85a4-ac35aaeae76e requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:34:29.925550 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49652) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:29.930305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c0483-598c-4d24-991f-2c4b45bcfb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8259662-b61c-458f-bf5f-b1dafcf1f6dd,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:29.971974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9b00b-2c0e-47d4-bc3a-28705f1cfb5d req-98041e2a-95cc-4871-b2c1-a22d0c54e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:29.974079 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ef9b00b-2c0e-47d4-bc3a-28705f1cfb5d req-98041e2a-95cc-4871-b2c1-a22d0c54e508 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0602121 Mar 23 19:34:30.020518 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.031872 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4ef9b00b-2c0e-47d4-bc3a-28705f1cfb5d req-e5bf731e-2519-4240-a583-60a11135c98f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475891 Mar 23 19:34:30.081301 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Deleting port c0dbc545-1604-4f62-9b9b-b60b7b23c263 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:30.081635 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.143771 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] For port c0dbc545-1604-4f62-9b9b-b60b7b23c263, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c0dbc545-1604-4f62-9b9b-b60b7b23c263,segment=NetworkSegment(fb700db4-08f5-4daf-8313-59b0ed7bdaec),segment_id=fb700db4-08f5-4daf-8313-59b0ed7bdaec)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:30.144140 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.156723 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Calling delete_port for c0dbc545-1604-4f62-9b9b-b60b7b23c263 owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:30.235568 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.260803 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dbc545-1604-4f62-9b9b-b60b7b23c263,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:30.262634 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] No DVR routers for this DVR port c0dbc545-1604-4f62-9b9b-b60b7b23c263 on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:34:30.334149 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.403096 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b5c06-ade8-4158-908e-5909c38e44a8 None None] DHCP port deletion for d7852928-7407-4b03-85a4-ac35aaeae76e request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:34:30.441863 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f7dd-1d5e-4a1c-b9b0-485dc66caa66 req-a036338d-6b82-4fd9-a582-f9fc9b9a883a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:30.443768 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85c8f7dd-1d5e-4a1c-b9b0-485dc66caa66 req-a036338d-6b82-4fd9-a582-f9fc9b9a883a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0644531 Mar 23 19:34:30.488254 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85c8f7dd-1d5e-4a1c-b9b0-485dc66caa66 req-f657f553-15ea-43d1-805b-1abf516d53a8 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347807 Mar 23 19:34:30.602275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7852928-7407-4b03-85a4-ac35aaeae76e']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:30.611900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb700db4-08f5-4daf-8313-59b0ed7bdaec') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:30.612195 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb700db4-08f5-4daf-8313-59b0ed7bdaec') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:30.622610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.636570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.642635 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:34:30.643033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:34:30.644747 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:34:30.699864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.705418 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.708936 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] 10.222.0.43 "DELETE /v2.0/networks/d7852928-7407-4b03-85a4-ac35aaeae76e HTTP/1.1" status: 204 len: 168 time: 0.7817614 Mar 23 19:34:30.721247 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d775c-03d3-4024-be54-28b220a3566a admin admin] Pushing event deleted for resources: {'Network': ['ID=d7852928-7407-4b03-85a4-ac35aaeae76e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:30.835977 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49662) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:30.875140 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e0d1cbe1-2591-4268-b5da-186234a06d66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8e686ddd62a4440866c2115ec077bb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379980 Mar 23 19:34:30.877689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49664) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:30.927688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.949769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.995974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.998487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:30.999636 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bacf962c-b48f-4c2a-8863-a901e16ad6ae HTTP/1.1" status: 204 len: 168 time: 0.1210239 Mar 23 19:34:31.008491 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb048ea-c97d-467a-a7bb-b0e5350f3417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacf962c-b48f-4c2a-8863-a901e16ad6ae,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:31.175132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 5d7e70f5-759e-472b-96c0-d8e0750117d7 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:31.199388 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 5d7e70f5-759e-472b-96c0-d8e0750117d7 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:31.199975 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 5d7e70f5-759e-472b-96c0-d8e0750117d7 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:31.200433 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c0dbc545-1604-4f62-9b9b-b60b7b23c263 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:31.219886 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: c0dbc545-1604-4f62-9b9b-b60b7b23c263 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:31.220409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c0dbc545-1604-4f62-9b9b-b60b7b23c263 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:31.220873 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device acb7f377-c80b-4e2f-93cd-c0aef67406e3 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:31.239838 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: acb7f377-c80b-4e2f-93cd-c0aef67406e3 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:31.240187 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device acb7f377-c80b-4e2f-93cd-c0aef67406e3 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:31.401912 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263703-553e-4683-aa43-c88d65df5e8e req-1a8a011e-eeda-4c1f-ae35-59551782bd46 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:31.403388 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4263703-553e-4683-aa43-c88d65df5e8e req-1a8a011e-eeda-4c1f-ae35-59551782bd46 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Mar 23 19:34:31.443818 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d4263703-553e-4683-aa43-c88d65df5e8e req-73dc7e93-9725-420c-9f7d-ecd373c97db0 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331402 Mar 23 19:34:31.611608 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491f7d3-356f-4299-991a-3a164190f9d6 req-ca83e92f-4b2c-426e-843b-6a96c1e61ff6 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:31.613215 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c491f7d3-356f-4299-991a-3a164190f9d6 req-ca83e92f-4b2c-426e-843b-6a96c1e61ff6 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0524578 Mar 23 19:34:31.651948 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-c491f7d3-356f-4299-991a-3a164190f9d6 req-ef11c1c6-2536-49b4-9543-01dc4329d839 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Mar 23 19:34:31.765917 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806312-d832-4801-af66-125c1f719601 req-8fd5ff46-85b2-4aec-a53b-57566d3f5f71 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:31.767411 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4806312-d832-4801-af66-125c1f719601 req-8fd5ff46-85b2-4aec-a53b-57566d3f5f71 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Mar 23 19:34:31.805840 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f4806312-d832-4801-af66-125c1f719601 req-a7d248e2-124b-421e-87e9-bfcf750b70d9 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Mar 23 19:34:31.827782 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49700) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:32.056420 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c4fac-9c6b-4239-8b67-030916043f88 tempest-TestShelveInstance-2053047742 tempest-TestShelveInstance-2053047742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:32.057973 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-090c4fac-9c6b-4239-8b67-030916043f88 tempest-TestShelveInstance-2053047742 tempest-TestShelveInstance-2053047742-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1094 time: 0.2289615 Mar 23 19:34:32.060942 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49712) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:32.065121 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Request body: {'floatingip': {'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:34:32.085073 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for floatingip, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.182905 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.284535 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Allocated IP 172.27.3.27 (7dd72023-87d6-4d90-a384-04525c97682c/4f56a91f-48b8-4b76-847c-4d617e039140/76fa844f-03e4-4c5f-bd27-aee9172e4015) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:34:32.391361 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.427242 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.467304 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Network 7dd72023-87d6-4d90-a384-04525c97682c is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:34:32.472385 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:34:32.476127 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:34:32.480113 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'Port': ['ID=76fa844f-03e4-4c5f-bd27-aee9172e4015,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:32.630109 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d55555-4e8e-4ef9-b897-e9359aa6d360 req-9bd4b154-6bc1-47e2-a1c2-5af4cfd5b396 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:32.631626 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04d55555-4e8e-4ef9-b897-e9359aa6d360 req-9bd4b154-6bc1-47e2-a1c2-5af4cfd5b396 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.1112239 Mar 23 19:34:32.661255 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49732) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:32.748036 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-04d55555-4e8e-4ef9-b897-e9359aa6d360 req-a87a943b-e947-4b49-9aca-79c3d2df56cd tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046906 Mar 23 19:34:32.782612 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.859463 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.863622 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.906429 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15bfc78c758342a6ac76a48121d7d840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409871 Mar 23 19:34:32.906429 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264adf36-8aaa-42b5-aeb5-3d0cff9241e8,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:32.906750 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49736) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:32.917838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.918116 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.918461 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.918804 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.919146 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.919466 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.919796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.920123 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.920457 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.920780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.921208 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.921531 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3ef02d-6c19-4594-ab70-c35aa1aee03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:34:32.926903 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.966357 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:32.987469 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.022023 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.036708 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.039317 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.040461 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/264adf36-8aaa-42b5-aeb5-3d0cff9241e8 HTTP/1.1" status: 204 len: 168 time: 0.1321442 Mar 23 19:34:33.048255 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8bbb5-278e-4ac7-8f79-f3e139a2346f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264adf36-8aaa-42b5-aeb5-3d0cff9241e8,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:33.056848 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-00caa3ae-d633-4853-88c3-66a3e3b4d732 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:33.058337 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-00caa3ae-d633-4853-88c3-66a3e3b4d732 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0930467 Mar 23 19:34:33.251837 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Deleting port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:33.252180 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.257227 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.269334 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.318831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49742) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:33.332011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e834a309-c16b-44e6-9442-5b6eb6a231c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.395122 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event updated for resources: {'Port': ['ID=76fa844f-03e4-4c5f-bd27-aee9172e4015,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:33.409118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e834a309-c16b-44e6-9442-5b6eb6a231c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.412426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] For port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:33.412794 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.413288 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e834a309-c16b-44e6-9442-5b6eb6a231c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.415877 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.452036 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e834a309-c16b-44e6-9442-5b6eb6a231c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fcb2f6ba986470cb7e96ba49213314c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320055 Mar 23 19:34:33.452918 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834a309-c16b-44e6-9442-5b6eb6a231c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c381918-a5fa-4cf1-90b7-2e96a36c8519,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:33.454893 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49744) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:33.637780 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Floating IP b96726f3-369e-4cfd-9803-dc391d444c68 associated. External IP: 172.27.3.27, port: 0d952bc6-04d5-4c37-9ab6-091e12190df0. Mar 23 19:34:33.674556 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.753406 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.753773 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-527416'] for floatingip, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.754093 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.l3_db [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Floating IP b9f3c088-3f6a-4c98-9438-383a15c2ce5f disassociated. External IP: 172.27.3.100, port: 4f9f67a4-1662-4a58-bf4c-eb094312ee3a. Mar 23 19:34:33.754434 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Calling delete_port for 4f9f67a4-1662-4a58-bf4c-eb094312ee3a owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:33.757165 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.868066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71510c60-3065-404b-a366-67e8968d0d95 req-ec19878b-ac42-4fcd-a5bd-cc6d7f4c3c7f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:33.869692 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71510c60-3065-404b-a366-67e8968d0d95 req-ec19878b-ac42-4fcd-a5bd-cc6d7f4c3c7f tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 946 time: 0.0488448 Mar 23 19:34:33.908294 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-71510c60-3065-404b-a366-67e8968d0d95 req-dd97c127-5947-4ade-a46c-0bba7c9468c3 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups?id=9035d3a9-c62a-4a90-b62c-cb467aa10edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323548 Mar 23 19:34:33.927748 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.930356 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:33.931484 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c381918-a5fa-4cf1-90b7-2e96a36c8519 HTTP/1.1" status: 204 len: 168 time: 0.4756455 Mar 23 19:34:33.953900 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034ee3f-559c-490d-912a-2e62a2b9f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c381918-a5fa-4cf1-90b7-2e96a36c8519,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:34.322350 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:34:34.326940 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:34.359195 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'Port': ['ID=4f9f67a4-1662-4a58-bf4c-eb094312ee3a,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:34.544128 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:34:34.555033 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18917cef-011e-4877-8361-c162763b6766 None None] Sync routers for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:34:34.565979 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:34.566619 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:34.572305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:34:34.582412 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:34.666743 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-8582e9f9-f0cd-4e9f-9c0e-dab47d84c202 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5925510 Mar 23 19:34:34.666743 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:34:34.666743 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1179f55-c6b2-4312-bbeb-5ab993c155ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:34:34.699841 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:34.722998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb33ae22-cf6b-4629-b61f-f7d75c3735b8 x-openstack-request-id: req-eb33ae22-cf6b-4629-b61f-f7d75c3735b8 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:34:34.723592 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:34:34.724070 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb33ae22-cf6b-4629-b61f-f7d75c3735b8 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:34:34.724685 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'status': 'completed', 'code': 200} Mar 23 19:34:34.746639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:34:34.764864 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:34:34.783110 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:34.783764 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:34.798621 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] No DVR routers for this DVR port 4f9f67a4-1662-4a58-bf4c-eb094312ee3a on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:34:34.801701 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:34.806031 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-4029a9c4-0d64-46ad-9e28-6d130de2b504 req-29b9f7bc-618c-4a89-b6ea-3ef724817666 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.42 "DELETE /v2.0/ports/4f9f67a4-1662-4a58-bf4c-eb094312ee3a HTTP/1.1" status: 204 len: 173 time: 1.7324183 Mar 23 19:34:34.820650 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-d191004e-6aa6-4258-915e-9a79d0c68c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:34.823497 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-d191004e-6aa6-4258-915e-9a79d0c68c3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0777123 Mar 23 19:34:34.983118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-9ebc2472-e11d-46e3-ba4e-30cd95d631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:34.985655 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-9ebc2472-e11d-46e3-ba4e-30cd95d631bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.1569486 Mar 23 19:34:34.994983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:35.078206 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b96726f3-369e-4cfd-9803-dc391d444c68', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'mac_address': 'fa:16:3e:df:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47e620-25ce-4ed2-b984-46b5df798899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:34:32Z', 'updated_at': '2022-03-23T19:34:32Z', 'revision_number': 0, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.083005 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-6aca96cc-2f3e-44bb-b4ec-14f148414e40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 999 time: 0.0889015 Mar 23 19:34:35.119895 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18917cef-011e-4877-8361-c162763b6766 None None] Checking router: 7d76e21e-2637-4c2e-bf17-2df091a1cd1f for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:34:35.127702 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:35.128287 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.149158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-66216a78-c779-4589-9180-1dc9f6cc563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:35.150973 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-66216a78-c779-4589-9180-1dc9f6cc563b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0582073 Mar 23 19:34:35.168360 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9659d422-15d7-4a86-b405-9b75925fd0c2 req-ab6aa090-fb4b-42dc-b950-d5d07addfec6 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/ports?device_id=d607c298-a986-42ed-b123-57ea0f9469b1 HTTP/1.1" status: 200 len: 210 time: 0.0843120 Mar 23 19:34:35.220029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-b4927040-0ad3-44df-94a8-012b078ae01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:34:35.222117 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-b4927040-0ad3-44df-94a8-012b078ae01d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560472 Mar 23 19:34:35.253123 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.285166 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:34:35.300974 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:35.303081 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.342898 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-d0c18b18-85c9-4153-ad77-5aaa0ce9c9ac service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083202 Mar 23 19:34:35.405148 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:35.431984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:35.491205 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d1179f55-c6b2-4312-bbeb-5ab993c155ab req-812a78bf-09f9-4584-84c2-946504a88d6f service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419475 Mar 23 19:34:35.642727 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.662642 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-18917cef-011e-4877-8361-c162763b6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b96726f3-369e-4cfd-9803-dc391d444c68', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'mac_address': 'fa:16:3e:df:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47e620-25ce-4ed2-b984-46b5df798899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:34:32Z', 'updated_at': '2022-03-23T19:34:32Z', 'revision_number': 0, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:35.670797 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949eec89-f67f-488d-bf8e-e776ef3217c9 None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:23:23Z', 'revision_number': 4, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '74557b78-a92d-4d55-9d4b-370b40cfbf52', 'name': '', 'network_id': 'b91d1349-c7ce-4f6b-8786-1b7114ad59af', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'mac_address': 'fa:16:3e:f9:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:21Z', 'updated_at': '2022-03-23T19:23:38Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'subnets': [{'id': '6db365aa-2bcf-4951-90dd-2617745468b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:34:35.691906 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18917cef-011e-4877-8361-c162763b6766 None None] The sync data for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi is: [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': 'b96726f3-369e-4cfd-9803-dc391d444c68', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'mac_address': 'fa:16:3e:df:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47e620-25ce-4ed2-b984-46b5df798899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:34:32Z', 'updated_at': '2022-03-23T19:34:32Z', 'revision_number': 0, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:34:35.925511 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62890032-80b6-4099-9c6d-dbdf543ceeda None None] New status for floating IP b9f3c088-3f6a-4c98-9438-383a15c2ce5f: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:34:36.124865 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5784fa-720b-4ab1-9d5f-187cb8a7775d None None] New status for floating IP b96726f3-369e-4cfd-9803-dc391d444c68: ACTIVE {{(pid=101770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:34:36.273635 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49814) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:36.336066 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.359189 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.409593 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.412345 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.413672 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "DELETE /v2.0/security-groups/9035d3a9-c62a-4a90-b62c-cb467aa10edc HTTP/1.1" status: 204 len: 168 time: 0.1390288 Mar 23 19:34:36.417057 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49820) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:36.423455 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a7f4a-0132-49dd-8f15-97b5f1a352ea tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9035d3a9-c62a-4a90-b62c-cb467aa10edc,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:36.431265 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.api.v2.resource [None req-1540bae4-f223-4943-b2a6-b94ef189ea6e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] show failed (client error): The resource could not be found. Mar 23 19:34:36.433001 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1540bae4-f223-4943-b2a6-b94ef189ea6e tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "GET /v2.0/security-groups/9035d3a9-c62a-4a90-b62c-cb467aa10edc HTTP/1.1" status: 404 len: 347 time: 0.0141487 Mar 23 19:34:36.435252 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49822) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:36.567473 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Deleting port 6fc366c8-b316-414c-a3ea-d12eed391cca {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:36.567822 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.652541 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.652974 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.666276 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Calling delete_port for 6fc366c8-b316-414c-a3ea-d12eed391cca owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:36.726410 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-deleted', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:34:36.729357 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d03f487-1dbb-41e4-a08a-69d2e0ab9010" -d '{"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-deleted", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:34:36.765247 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ac044-4688-43b9-8d92-64eba9099af9 x-openstack-request-id: req-003ac044-4688-43b9-8d92-64eba9099af9 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:34:36.765744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d607c298-a986-42ed-b123-57ea0f9469b1", "name": "network-vif-deleted", "tag": "4f9f67a4-1662-4a58-bf4c-eb094312ee3a", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:34:36.766316 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-003ac044-4688-43b9-8d92-64eba9099af9 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:34:36.766851 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd607c298-a986-42ed-b123-57ea0f9469b1', 'name': 'network-vif-deleted', 'tag': '4f9f67a4-1662-4a58-bf4c-eb094312ee3a', 'status': 'completed', 'code': 200} Mar 23 19:34:36.801740 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.825968 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Pushing event deleted for resources: {'Port': ['ID=6fc366c8-b316-414c-a3ea-d12eed391cca,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:36.905487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.908041 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:36.909317 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-4babff58-612d-4f12-8b82-795e661b1160 tempest-AttachVolumeShelveTestJSON-1765643872 tempest-AttachVolumeShelveTestJSON-1765643872-project] 10.222.0.43 "DELETE /v2.0/floatingips/b9f3c088-3f6a-4c98-9438-383a15c2ce5f HTTP/1.1" status: 204 len: 168 time: 0.4730318 Mar 23 19:34:37.232221 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:37.256906 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 4f9f67a4-1662-4a58-bf4c-eb094312ee3a {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:37.257256 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 4f9f67a4-1662-4a58-bf4c-eb094312ee3a not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:39.333059 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49872) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:39.840686 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:40.089334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Deleting port 74557b78-a92d-4d55-9d4b-370b40cfbf52 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:40.089681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:40.163838 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] For port 74557b78-a92d-4d55-9d4b-370b40cfbf52, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=74557b78-a92d-4d55-9d4b-370b40cfbf52,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:40.164194 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:40.176030 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Calling delete_port for 74557b78-a92d-4d55-9d4b-370b40cfbf52 owned by network:router_interface {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:40.352059 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:40.380023 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=74557b78-a92d-4d55-9d4b-370b40cfbf52,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:40.542832 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:40.770015 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:34:40.879864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:34:40.884845 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-df6e0954-ca22-4a18-b4d7-270728310d0f admin admin] 10.222.0.43 "PUT /v2.0/routers/d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506468 Mar 23 19:34:40.887580 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49892) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:40.889489 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Sync routers for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:34:40.901964 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:40.902758 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:40.997129 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.015197 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:41.080648 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.114164 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.189334 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Deleting port c2790f29-4725-4adb-95c2-4a31dbd088e5 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:41.189681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.225056 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:34:40Z', 'revision_number': 5, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port': {'id': 'c2790f29-4725-4adb-95c2-4a31dbd088e5', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:23:14Z', 'updated_at': '2022-03-23T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:41.251846 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Checking router: d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:34:41.261820 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Routers {'d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:34:41.263192 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:34:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:41.283513 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] For port c2790f29-4725-4adb-95c2-4a31dbd088e5, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c2790f29-4725-4adb-95c2-4a31dbd088e5,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:41.284196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.298350 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Calling delete_port for c2790f29-4725-4adb-95c2-4a31dbd088e5 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:41.355758 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] Set router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:34:41.412748 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:34:41Z', 'revision_number': 6, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:41.440903 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f78548-6774-4e60-bd36-87ba7e7d745a None None] The sync data for ids ['d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80'] in dv-cinder-834961-1-iscsi is: [{'id': 'd48ee5fb-0e4f-44a8-ab05-c3d728fe5e80', 'name': 'tempest-AttachVolumeShelveTestJSON-255220708-router', 'tenant_id': 'cc251fc47a6e43089f9eba08785be63a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:23:12Z', 'updated_at': '2022-03-23T19:34:41Z', 'revision_number': 6, 'project_id': 'cc251fc47a6e43089f9eba08785be63a', 'gw_port_host': None}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:34:41.723159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.746097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2790f29-4725-4adb-95c2-4a31dbd088e5,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:41.807967 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.900947 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.903084 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.951005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.951544 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:34:41.955854 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:41.956756 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-153bb933-7d40-4ef7-b544-d74fe128289e admin admin] 10.222.0.43 "DELETE /v2.0/routers/d48ee5fb-0e4f-44a8-ab05-c3d728fe5e80 HTTP/1.1" status: 204 len: 168 time: 1.0681953 Mar 23 19:34:41.959202 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49908) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:42.002708 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Deleting subnet 6db365aa-2bcf-4951-90dd-2617745468b1 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:34:42.005780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.039082 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.127873 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.180158 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.210171 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db365aa-2bcf-4951-90dd-2617745468b1,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:42.212169 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.215408 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ed2cfd6d-1017-45c3-9fc7-f9e99f3ecc1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6db365aa-2bcf-4951-90dd-2617745468b1 HTTP/1.1" status: 204 len: 168 time: 0.2552848 Mar 23 19:34:42.217824 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49910) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:42.219520 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fac29-0acc-45c2-9d0e-49c827873125 None None] Network b91d1349-c7ce-4f6b-8786-1b7114ad59af requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:34:42.285563 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.345120 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Deleting port eeab184f-8551-44ed-8150-c81c25421a3b {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:42.345362 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.413991 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] DHCP port deletion for b91d1349-c7ce-4f6b-8786-1b7114ad59af request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:34:42.424549 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] For port eeab184f-8551-44ed-8150-c81c25421a3b, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=eeab184f-8551-44ed-8150-c81c25421a3b,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:42.424888 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.438585 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Calling delete_port for eeab184f-8551-44ed-8150-c81c25421a3b owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:42.465055 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Deleting port eeab184f-8551-44ed-8150-c81c25421a3b {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:34:42.465726 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.534316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.535929 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] For port eeab184f-8551-44ed-8150-c81c25421a3b, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=eeab184f-8551-44ed-8150-c81c25421a3b,segment=NetworkSegment(74cc8072-044f-4a68-99c2-4c34d66cab76),segment_id=74cc8072-044f-4a68-99c2-4c34d66cab76)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:34:42.536398 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.554259 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Calling delete_port for eeab184f-8551-44ed-8150-c81c25421a3b owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:34:42.561808 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeab184f-8551-44ed-8150-c81c25421a3b,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:42.568623 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] No DVR routers for this DVR port eeab184f-8551-44ed-8150-c81c25421a3b on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:34:42.637427 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.646365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.667635 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] No DVR routers for this DVR port eeab184f-8551-44ed-8150-c81c25421a3b on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:34:42.669356 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d1349-c7ce-4f6b-8786-1b7114ad59af']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:42.670903 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bcc5b-b05c-4e7f-b635-0ed2e370db61 None None] Pushing event deleted for resources: {'Port': ['ID=eeab184f-8551-44ed-8150-c81c25421a3b,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:42.679503 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cc8072-044f-4a68-99c2-4c34d66cab76') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:42.679945 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cc8072-044f-4a68-99c2-4c34d66cab76') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:34:42.690482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.718033 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.724238 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:34:42.724884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:34:42.726494 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:34:42.781536 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.786849 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:42.790108 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b91d1349-c7ce-4f6b-8786-1b7114ad59af HTTP/1.1" status: 204 len: 168 time: 0.5713584 Mar 23 19:34:42.803209 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38945fe-fc86-4b45-afa1-1525a17a8437 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91d1349-c7ce-4f6b-8786-1b7114ad59af,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:42.921555 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49928) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:42.960601 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-28bf48d8-c2a6-4800-ab21-88ba85a00090 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc251fc47a6e43089f9eba08785be63a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378399 Mar 23 19:34:42.963556 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49932) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:43.015640 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.037822 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.089118 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.092601 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.093806 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12b7fa23-6e47-4803-be2e-e86ed4b51e15 HTTP/1.1" status: 204 len: 168 time: 0.1293516 Mar 23 19:34:43.102087 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bf23c-87ce-4eb5-8b36-784edd08b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b7fa23-6e47-4803-be2e-e86ed4b51e15,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:43.183256 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device eeab184f-8551-44ed-8150-c81c25421a3b no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:43.191481 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49938) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:43.205291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: eeab184f-8551-44ed-8150-c81c25421a3b {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:43.205644 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device eeab184f-8551-44ed-8150-c81c25421a3b not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:43.206249 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c2790f29-4725-4adb-95c2-4a31dbd088e5 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:43.229906 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: c2790f29-4725-4adb-95c2-4a31dbd088e5 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:43.230507 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c2790f29-4725-4adb-95c2-4a31dbd088e5 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:43.230670 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 74557b78-a92d-4d55-9d4b-370b40cfbf52 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:34:43.250148 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 74557b78-a92d-4d55-9d4b-370b40cfbf52 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:34:43.250728 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 74557b78-a92d-4d55-9d4b-370b40cfbf52 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:34:43.405849 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ec48e4f3-8c47-4801-bd87-11efcbaa6d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.409152 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bb51f316-1227-4757-a84a-355ec933502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.484938 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ec48e4f3-8c47-4801-bd87-11efcbaa6d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.489244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-ec48e4f3-8c47-4801-bd87-11efcbaa6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.530513 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-ec48e4f3-8c47-4801-bd87-11efcbaa6d74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1780db7c5d44d8d9d83a5eb11c09e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377047 Mar 23 19:34:43.531818 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e4f3-8c47-4801-bd87-11efcbaa6d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00b734-4358-4e20-a383-d8115997c0ae,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:43.533503 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49952) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:43.587780 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.611391 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.680852 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.684015 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:43.685270 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc00b734-4358-4e20-a383-d8115997c0ae HTTP/1.1" status: 204 len: 168 time: 0.1507499 Mar 23 19:34:43.695553 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e077e4-f91c-4288-a642-667ffc69b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00b734-4358-4e20-a383-d8115997c0ae,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:43.970142 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 49970) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:43.986302 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-98eb50bb-d020-48d7-89bd-f2721176c822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.059364 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-98eb50bb-d020-48d7-89bd-f2721176c822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.063522 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-98eb50bb-d020-48d7-89bd-f2721176c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.105481 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-98eb50bb-d020-48d7-89bd-f2721176c822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c3a5db412cd42cf9cb7df70d0ac5731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318693 Mar 23 19:34:44.105481 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb50bb-d020-48d7-89bd-f2721176c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dac0ed-4986-41a9-940b-be0c29b3cfbe,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:44.106874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49974) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:44.161146 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.186113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.237930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.240671 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.242787 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50dac0ed-4986-41a9-940b-be0c29b3cfbe HTTP/1.1" status: 204 len: 168 time: 0.1335793 Mar 23 19:34:44.252347 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563e985-f2c2-444d-9348-64f49f13e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dac0ed-4986-41a9-940b-be0c29b3cfbe,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:44.645619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 49992) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:44.667902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fb0f86fc-562d-4293-bb3d-61924910b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.769066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fb0f86fc-562d-4293-bb3d-61924910b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.774045 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fb0f86fc-562d-4293-bb3d-61924910b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.816876 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50006) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:44.817513 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fb0f86fc-562d-4293-bb3d-61924910b72c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7791ba6368f46c289188a6ece6b713e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697698 Mar 23 19:34:44.818389 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f86fc-562d-4293-bb3d-61924910b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c9f74-bc5a-42b0-9cd4-4156a8df3eae,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:44.874487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.896229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.949318 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.951832 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:44.953035 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a67c9f74-bc5a-42b0-9cd4-4156a8df3eae HTTP/1.1" status: 204 len: 168 time: 0.1347673 Mar 23 19:34:44.960984 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9110835-9cf7-4585-a306-857d2a8c9116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c9f74-bc5a-42b0-9cd4-4156a8df3eae,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:45.230222 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50032) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:45.336121 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b0fee89f-ea06-44f5-b03a-e775bdda32bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.412036 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b0fee89f-ea06-44f5-b03a-e775bdda32bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.415217 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b0fee89f-ea06-44f5-b03a-e775bdda32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.460947 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b0fee89f-ea06-44f5-b03a-e775bdda32bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77449a5dde8e49dfa7f6bf94b817f023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295496 Mar 23 19:34:45.462031 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fee89f-ea06-44f5-b03a-e775bdda32bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a95a8-9823-4902-8994-7743964db38a,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:45.463580 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50046) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:45.513548 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.539525 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.586889 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.589431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.590610 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f9a95a8-9823-4902-8994-7743964db38a HTTP/1.1" status: 204 len: 168 time: 0.1260211 Mar 23 19:34:45.598778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa44faf-2b83-428a-b555-48eac20b8fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a95a8-9823-4902-8994-7743964db38a,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:45.817760 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-63e2e644-9aec-49a7-a9e0-a316d179683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.909734 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50066) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:45.923198 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6f6f472e-8982-4264-b861-1519ef80de9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:45.999111 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6f6f472e-8982-4264-b861-1519ef80de9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.002900 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6f6f472e-8982-4264-b861-1519ef80de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.041972 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6f6f472e-8982-4264-b861-1519ef80de9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1db34c656d6641edae078f8c0a964710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311700 Mar 23 19:34:46.044249 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f472e-8982-4264-b861-1519ef80de9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2836fa6-5ab9-406b-ab39-6d4a36f1efa9,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:46.044703 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50070) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:46.093770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.115258 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.160954 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.163463 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:46.164611 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2836fa6-5ab9-406b-ab39-6d4a36f1efa9 HTTP/1.1" status: 204 len: 168 time: 0.1188347 Mar 23 19:34:46.172297 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe903-283b-492b-9136-5fca4d119638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2836fa6-5ab9-406b-ab39-6d4a36f1efa9,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:46.836561 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:47.727096 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50134) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:47.828027 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9432d3cf-9d37-4425-9b4e-d22b27ff5ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:47.903575 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9432d3cf-9d37-4425-9b4e-d22b27ff5ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:47.907721 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-9432d3cf-9d37-4425-9b4e-d22b27ff5ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:47.948772 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d3cf-9d37-4425-9b4e-d22b27ff5ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27688e20-6128-44c3-be67-bcc07d6a3735,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:47.954714 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-9432d3cf-9d37-4425-9b4e-d22b27ff5ca2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56aea8777448425ab088611e887197e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265575 Mar 23 19:34:47.957400 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50146) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:48.006307 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.028809 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.079743 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.082370 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.083505 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27688e20-6128-44c3-be67-bcc07d6a3735 HTTP/1.1" status: 204 len: 168 time: 0.1251986 Mar 23 19:34:48.091073 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bf9e0-6493-47a0-ab97-8ca71fb1c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27688e20-6128-44c3-be67-bcc07d6a3735,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:48.344458 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50158) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:48.354790 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.358296 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a022680-2e6e-491b-a1a6-7ed19aac3c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.430039 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a022680-2e6e-491b-a1a6-7ed19aac3c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.433457 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a022680-2e6e-491b-a1a6-7ed19aac3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.469908 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6a022680-2e6e-491b-a1a6-7ed19aac3c82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af5c431105de4f6c9e91c1dd69621b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243842 Mar 23 19:34:48.471880 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a022680-2e6e-491b-a1a6-7ed19aac3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25deef-1c16-4e33-a74f-805adacf5d0a,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:48.472562 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50160) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:48.520957 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.542275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.589539 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.592246 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:48.594165 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b25deef-1c16-4e33-a74f-805adacf5d0a HTTP/1.1" status: 204 len: 168 time: 0.1198645 Mar 23 19:34:48.602223 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760db2-4671-492c-8ddb-453813c2fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25deef-1c16-4e33-a74f-805adacf5d0a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:48.700167 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.283469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50188) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:49.444529 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3a1b99a0-a689-4aa5-bf30-2c3c505d8e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.525436 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3a1b99a0-a689-4aa5-bf30-2c3c505d8e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.532257 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3a1b99a0-a689-4aa5-bf30-2c3c505d8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.569315 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b99a0-a689-4aa5-bf30-2c3c505d8e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e8074-d0d6-4387-88f4-5090bef8c388,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:49.576748 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3a1b99a0-a689-4aa5-bf30-2c3c505d8e44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f11d092e96c40868bd8f436be6e4fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900054 Mar 23 19:34:49.577658 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50202) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:49.627000 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.648810 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.696308 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.699806 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:49.701234 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a95e8074-d0d6-4387-88f4-5090bef8c388 HTTP/1.1" status: 204 len: 168 time: 0.1230242 Mar 23 19:34:49.713888 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884d01-52f0-4786-9075-5cab813604d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e8074-d0d6-4387-88f4-5090bef8c388,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:50.031009 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50216) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:50.044541 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52141503-0abf-4f3a-aa40-ec34432b4cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.122766 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52141503-0abf-4f3a-aa40-ec34432b4cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.126401 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-52141503-0abf-4f3a-aa40-ec34432b4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.167306 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-52141503-0abf-4f3a-aa40-ec34432b4cd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=181cb94b635b4106aeea8f6c81166631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352038 Mar 23 19:34:50.168116 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141503-0abf-4f3a-aa40-ec34432b4cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa09e450-6fc6-48ad-84ff-6ba0e8724352,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:50.170883 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50218) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:50.230121 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.251864 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.303680 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.306380 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:50.307651 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa09e450-6fc6-48ad-84ff-6ba0e8724352 HTTP/1.1" status: 204 len: 168 time: 0.1353142 Mar 23 19:34:50.320949 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f580193-727d-4cd1-92c8-3ebbcae86ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa09e450-6fc6-48ad-84ff-6ba0e8724352,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:52.722149 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50286) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:52.828610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-96d605ab-1bf0-4d03-8563-0417a2fe7899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:52.901128 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-96d605ab-1bf0-4d03-8563-0417a2fe7899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:52.904848 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-96d605ab-1bf0-4d03-8563-0417a2fe7899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:52.942199 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-96d605ab-1bf0-4d03-8563-0417a2fe7899 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d33fce9bdfa547119eb03b82539caa56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190495 Mar 23 19:34:52.943333 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d605ab-1bf0-4d03-8563-0417a2fe7899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a8db2-d339-4a8d-9b8c-4dff5bf7b421,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:52.944950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50290) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:52.995110 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.015393 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.059855 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.062379 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.063468 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/073a8db2-d339-4a8d-9b8c-4dff5bf7b421 HTTP/1.1" status: 204 len: 168 time: 0.1167920 Mar 23 19:34:53.071031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc2838-450d-41cf-8457-7f237ad403ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a8db2-d339-4a8d-9b8c-4dff5bf7b421,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:53.334020 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50304) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:53.347089 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-024c376a-3275-42c2-ba45-23da1f0dd06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.420890 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-024c376a-3275-42c2-ba45-23da1f0dd06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.424585 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-024c376a-3275-42c2-ba45-23da1f0dd06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.463465 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-024c376a-3275-42c2-ba45-23da1f0dd06f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f612d0ddd6414d54ad03d4acc21d293a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284051 Mar 23 19:34:53.465368 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c376a-3275-42c2-ba45-23da1f0dd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05010526-f1ea-4bfc-8ea9-9a1132afaf80,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:34:53.466253 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50306) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:34:53.514415 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.535938 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.582705 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.585236 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:34:53.586387 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05010526-f1ea-4bfc-8ea9-9a1132afaf80 HTTP/1.1" status: 204 len: 168 time: 0.1191449 Mar 23 19:34:53.594497 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e212-07b1-4caf-b6d3-77e74540cea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05010526-f1ea-4bfc-8ea9-9a1132afaf80,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:04.394697 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50408) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:04.507387 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8713a75-b7f9-48f5-981d-95929c142717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.580398 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8713a75-b7f9-48f5-981d-95929c142717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.583982 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-f8713a75-b7f9-48f5-981d-95929c142717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.622514 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-f8713a75-b7f9-48f5-981d-95929c142717 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a1fb1b97b7847cb9b4bdfc5880427c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267761 Mar 23 19:35:04.624423 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8713a75-b7f9-48f5-981d-95929c142717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f23ae-67a8-4590-b04c-38e04b404861,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:04.625330 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50412) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:04.675007 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.694995 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.740553 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.743049 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:04.744176 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b1f23ae-67a8-4590-b04c-38e04b404861 HTTP/1.1" status: 204 len: 168 time: 0.1178434 Mar 23 19:35:04.751729 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb73a2-ded9-4d54-b840-cc2ec6e35b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f23ae-67a8-4590-b04c-38e04b404861,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:04.969029 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:35:04.992694 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50418) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:05.005497 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b6b55a0c-7e97-4482-8472-807c31cba65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.093054 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b6b55a0c-7e97-4482-8472-807c31cba65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.096844 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-b6b55a0c-7e97-4482-8472-807c31cba65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.132005 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55a0c-7e97-4482-8472-807c31cba65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba64e6a2-b51f-4545-bb69-175092a01412,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:05.137080 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-b6b55a0c-7e97-4482-8472-807c31cba65c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2431a9cd2769491f94da8fffd86c423f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425877 Mar 23 19:35:05.139439 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50420) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:05.186472 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.210206 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.254949 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.257510 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:05.258585 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba64e6a2-b51f-4545-bb69-175092a01412 HTTP/1.1" status: 204 len: 168 time: 0.1182473 Mar 23 19:35:05.268995 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863654-2c2c-4838-9402-a424519d8f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba64e6a2-b51f-4545-bb69-175092a01412,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:06.270733 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50452) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:06.373475 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-56c2b97a-9e60-49a9-8242-ba00d701ed21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.445695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-56c2b97a-9e60-49a9-8242-ba00d701ed21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.449986 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-56c2b97a-9e60-49a9-8242-ba00d701ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.486598 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-56c2b97a-9e60-49a9-8242-ba00d701ed21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea03bf48f1254239a15c4e8dde702af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148471 Mar 23 19:35:06.487662 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2b97a-9e60-49a9-8242-ba00d701ed21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ca53c-fca4-4a58-9401-c84ed2857119,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:06.489375 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50458) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:06.538582 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.558627 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.604103 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.606711 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:06.607833 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/604ca53c-fca4-4a58-9401-c84ed2857119 HTTP/1.1" status: 204 len: 168 time: 0.1174147 Mar 23 19:35:06.615090 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedfec1-3593-46c0-8c9f-ced13cf56719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ca53c-fca4-4a58-9401-c84ed2857119,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:11.103127 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.125157 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50526) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:11.245131 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b50b8c5-31dd-4ce8-9de4-9f7774d72512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.318645 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b50b8c5-31dd-4ce8-9de4-9f7774d72512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.322492 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b50b8c5-31dd-4ce8-9de4-9f7774d72512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.361822 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3b50b8c5-31dd-4ce8-9de4-9f7774d72512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dd17d5454774981990e20963576def0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356174 Mar 23 19:35:11.362719 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50b8c5-31dd-4ce8-9de4-9f7774d72512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b454263-08c8-4624-b234-e985e682678e,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:11.364601 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50530) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:11.419526 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.440913 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.486338 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.488929 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:11.490097 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b454263-08c8-4624-b234-e985e682678e HTTP/1.1" status: 204 len: 168 time: 0.1237311 Mar 23 19:35:11.497572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad6e5-64bc-4718-930c-f9e9d9912b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b454263-08c8-4624-b234-e985e682678e,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:13.410181 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-fa6c88fb-9dcc-45c1-bc22-25600a6aebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:15.808984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-08453319-2b01-4479-a57b-7099fa758d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:16.828088 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:18.357683 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:18.704431 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.196873 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50652) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:20.303925 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-507d32cc-9d20-4a46-bda8-65b04b7fa0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.377659 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-507d32cc-9d20-4a46-bda8-65b04b7fa0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.381567 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-507d32cc-9d20-4a46-bda8-65b04b7fa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.426902 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d32cc-9d20-4a46-bda8-65b04b7fa0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92aadf3-5ef7-44c5-8bde-7b85aa87b81b,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:20.438448 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50660) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:20.438961 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-507d32cc-9d20-4a46-bda8-65b04b7fa0b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ec520d323dd4e6aacee4bae74d50a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396514 Mar 23 19:35:20.490908 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.513099 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.561657 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.564724 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:20.566054 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a92aadf3-5ef7-44c5-8bde-7b85aa87b81b HTTP/1.1" status: 204 len: 168 time: 0.1267183 Mar 23 19:35:20.574547 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355a09-048c-4916-b398-090a1c89ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92aadf3-5ef7-44c5-8bde-7b85aa87b81b,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:21.135431 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-1379901c-490e-432c-85f9-d28914c83809 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444334 Mar 23 19:35:21.261027 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-be04e288-a5f6-4781-aa56-1d210c31992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:21.263365 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-be04e288-a5f6-4781-aa56-1d210c31992b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1098 time: 0.0493290 Mar 23 19:35:21.372470 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-f38c8964-4184-4a91-863e-ce6afe277557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:21.374131 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-f38c8964-4184-4a91-863e-ce6afe277557 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0857539 Mar 23 19:35:21.460562 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-0709d004-5330-4df7-bf19-74747993f8bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 1000 time: 0.0792120 Mar 23 19:35:21.511490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-621190e3-9cf0-41a5-bfb3-071119ed4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:21.513003 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-621190e3-9cf0-41a5-bfb3-071119ed4b85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0449209 Mar 23 19:35:21.558968 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-bb4979fe-67c6-48b2-9ba9-45c0df12a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:21.560488 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-bb4979fe-67c6-48b2-9ba9-45c0df12a8d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415378 Mar 23 19:35:21.669889 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-d49ddf38-2f15-4856-aa37-3f40600a856e service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025982 Mar 23 19:35:21.782625 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-17a2327f-99de-4af6-8ceb-f38987d55c8a req-e648593a-43ab-4897-b093-acec6d23547b service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042287 Mar 23 19:35:24.634244 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50740) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:24.799163 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port 0cf1086e-fad5-4622-9d5b-6c4037820692 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:24.799508 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:24.889162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:24.889398 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:24.901231 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for 0cf1086e-fad5-4622-9d5b-6c4037820692 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:25.067013 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:25.091576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=0cf1086e-fad5-4622-9d5b-6c4037820692,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:25.157521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:25.157853 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP 01bf6b70-a49b-4db6-ba45-56dbb3c352a9 disassociated (deleted). External IP: 172.27.3.108, port: c7f68f04-236d-46ae-9c5c-525c956de2f1. Mar 23 19:35:25.362634 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:35:25.471062 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:35:25.476511 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:25.480692 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:35:25.490369 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:25.491077 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:25.506253 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-fbc70c93-4fc2-40ee-bf21-dea4257b0cf5 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "DELETE /v2.0/floatingips/01bf6b70-a49b-4db6-ba45-56dbb3c352a9 HTTP/1.1" status: 204 len: 168 time: 0.8709028 Mar 23 19:35:25.506850 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:25.509194 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:25.602965 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:25.695874 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369cf5d-9ab3-48a1-8872-2ad599333240 x-openstack-request-id: req-b369cf5d-9ab3-48a1-8872-2ad599333240 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:25.696376 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:25.696624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b369cf5d-9ab3-48a1-8872-2ad599333240 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:25.697151 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'status': 'completed', 'code': 200} Mar 23 19:35:25.753749 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97047c9e-5cb0-4698-8ca8-3ef0987be097 req-4bc512e1-48a9-4c00-8285-c98599ba1c06 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:25.755370 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-97047c9e-5cb0-4698-8ca8-3ef0987be097 req-4bc512e1-48a9-4c00-8285-c98599ba1c06 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0499310 Mar 23 19:35:25.794294 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-97047c9e-5cb0-4698-8ca8-3ef0987be097 req-46c9feb8-26c5-4e1a-9959-b9b18c2ffa20 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Mar 23 19:35:25.852737 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:25.878698 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:35:25.886856 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:25.887458 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:25.993523 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:26.009087 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-ec2fcc65-c09f-4433-a090-fa3a5272082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:26.010583 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-ec2fcc65-c09f-4433-a090-fa3a5272082e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0399489 Mar 23 19:35:26.103480 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-0ed66592-380c-42f0-bee7-9a6ddddb0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:26.105043 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-0ed66592-380c-42f0-bee7-9a6ddddb0c2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.0867419 Mar 23 19:35:26.147639 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-23811e7a-dc93-4439-9d20-2eb341b23a8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1 HTTP/1.1" status: 200 len: 217 time: 0.0346909 Mar 23 19:35:26.196196 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-83e4a0dd-66cb-4349-b641-3cd4e72b8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:26.197874 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-83e4a0dd-66cb-4349-b641-3cd4e72b8f4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0431271 Mar 23 19:35:26.213808 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:26.244505 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f7c525-4dbb-4b8c-bc96-f98d6790860c None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_floatingips': [{'id': '834542cf-f0fa-4d4c-b851-4cba0c2095e0', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'router_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'port_id': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'mac_address': 'fa:16:3e:a1:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201947ff-124d-4efe-9520-103b325e0f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T19:30:44Z', 'updated_at': '2022-03-23T19:30:46Z', 'revision_number': 1, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:35:26.248638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-1f23bddf-0e94-4e5a-8338-d3347aacbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:26.251183 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-1f23bddf-0e94-4e5a-8338-d3347aacbd69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463138 Mar 23 19:35:26.346117 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-43106cd8-38a9-41cf-8a3d-fe08de860603 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869663 Mar 23 19:35:26.448356 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f7c797d8-98e4-4634-95d9-e2e89d5c4a4d req-79b207a1-cde3-49bf-9439-158a6e33a0d8 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Mar 23 19:35:26.485097 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c37e49-8f27-409e-a4f5-3179368b88ed None None] New status for floating IP 01bf6b70-a49b-4db6-ba45-56dbb3c352a9: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:35:26.907712 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13416b44-aa9a-4a58-b15f-9f2dea312d24 req-338025cb-8020-47f4-8626-8c112b24a09a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:26.909204 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-13416b44-aa9a-4a58-b15f-9f2dea312d24 req-338025cb-8020-47f4-8626-8c112b24a09a tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Mar 23 19:35:26.946097 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-13416b44-aa9a-4a58-b15f-9f2dea312d24 req-5ad39651-ee11-41e7-94f5-3693f5313be4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306790 Mar 23 19:35:27.762582 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50782) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:27.870572 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-853e265a-efc8-4fe1-8543-508f228e64f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:27.944490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-853e265a-efc8-4fe1-8543-508f228e64f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:27.948017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-853e265a-efc8-4fe1-8543-508f228e64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:27.985579 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-853e265a-efc8-4fe1-8543-508f228e64f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc55bafd273b461fbfb02b874c282dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219129 Mar 23 19:35:27.986448 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e265a-efc8-4fe1-8543-508f228e64f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e0fd7-bd12-49b9-be12-dd719a5aa3eb,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:27.988498 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50788) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:28.037315 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.062229 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.069127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd7c1e-164d-4b42-b524-9579ce9f5d48 req-41744b47-1954-4840-9af7-c5cc4655461e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:28.070605 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b8cd7c1e-164d-4b42-b524-9579ce9f5d48 req-41744b47-1954-4840-9af7-c5cc4655461e tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Mar 23 19:35:28.110327 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.111046 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b8cd7c1e-164d-4b42-b524-9579ce9f5d48 req-04ab8e13-ed47-4e2d-b148-9416def462ed tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342257 Mar 23 19:35:28.112809 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.114005 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/051e0fd7-bd12-49b9-be12-dd719a5aa3eb HTTP/1.1" status: 204 len: 168 time: 0.1245086 Mar 23 19:35:28.121789 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539cf3f-a8b3-4aaf-bf4f-8dfed2bfc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e0fd7-bd12-49b9-be12-dd719a5aa3eb,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:28.205186 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-1019b715-aaae-4b23-a930-cfe1acb47e02 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:28.206686 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-1019b715-aaae-4b23-a930-cfe1acb47e02 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Mar 23 19:35:28.298174 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port c7f68f04-236d-46ae-9c5c-525c956de2f1 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:28.298599 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.390904 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] For port c7f68f04-236d-46ae-9c5c-525c956de2f1, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=c7f68f04-236d-46ae-9c5c-525c956de2f1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:28.391274 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.403795 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for c7f68f04-236d-46ae-9c5c-525c956de2f1 owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:28.533260 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.561583 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=c7f68f04-236d-46ae-9c5c-525c956de2f1,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:28.606848 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] No DVR routers for this DVR port c7f68f04-236d-46ae-9c5c-525c956de2f1 on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:28.609496 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.613670 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-9e5877a7-5dbd-46d0-9ada-df7a671b3ec2 req-f3958f39-909f-4306-8601-b8736df1d20b tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "DELETE /v2.0/ports/c7f68f04-236d-46ae-9c5c-525c956de2f1 HTTP/1.1" status: 204 len: 173 time: 0.4008553 Mar 23 19:35:28.614135 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'name': 'network-vif-deleted', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:28.616522 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa2d9c3-604c-44eb-8c6c-5ed93decac9f" -d '{"events": [{"server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "name": "network-vif-deleted", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:28.655823 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941eafb-b237-454d-b260-5bf2c0e4e276 x-openstack-request-id: req-9941eafb-b237-454d-b260-5bf2c0e4e276 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:28.656140 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7620b2dd-da23-4c24-adcb-7995a899e4a4", "name": "network-vif-deleted", "tag": "c7f68f04-236d-46ae-9c5c-525c956de2f1", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:28.656411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9941eafb-b237-454d-b260-5bf2c0e4e276 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:28.658170 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7620b2dd-da23-4c24-adcb-7995a899e4a4', 'name': 'network-vif-deleted', 'tag': 'c7f68f04-236d-46ae-9c5c-525c956de2f1', 'status': 'completed', 'code': 200} Mar 23 19:35:28.758776 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 50812) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:28.863413 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-480067326-network', 'tenant_id': '21147209c2484ae0b70b5c093b526fc5'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:28.882873 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Made reservation on behalf of 21147209c2484ae0b70b5c093b526fc5 for: {'network': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:28.885210 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for network, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.894047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.980136 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:28.984680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.011536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 19:35:29.023897 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16de4d3b-981c-4102-878a-5e87b4460aaf,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:29.026375 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.026725 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.db.segments_db [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Added segment 6dfd4979-41a1-4033-b88c-2c45bf7ccf60 of type vlan for network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed Mar 23 19:35:29.039638 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.039997 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.040341 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.040915 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.041252 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.041593 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.041930 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.042263 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.042631 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.043029 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.043355 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.043680 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:29.085160 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775061904770'] for network, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.112778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264'] for network, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.113912 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:29.114603 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.157345 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3974674 Mar 23 19:35:29.159353 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50826) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:29.164351 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Request body: {'subnet': {'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-480067326-subnet', 'tenant_id': '21147209c2484ae0b70b5c093b526fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:29.186426 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Made reservation on behalf of 21147209c2484ae0b70b5c093b526fc5 for: {'subnet': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:29.189398 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4083769'] for subnet, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.193856 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f182-e233-46e5-a336-8a9c56b4c486 admin admin] Pushing event updated for resources: {'Network': ['ID=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:29.205910 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed details requested by agent ovs-agent-dv-cinder-834961-1-iscsi with host dv-cinder-834961-1-iscsi {{(pid=101770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 19:35:29.238977 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e2b5a06e-b9bb-4932-8506-cb40349f71bc req-eef28329-bf93-4350-905c-16f549435f86 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=7620b2dd-da23-4c24-adcb-7995a899e4a4 HTTP/1.1" status: 200 len: 210 time: 0.0370655 Mar 23 19:35:29.391833 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3375149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4083759'] for subnet, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.693187 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cc1dc6-4c69-4627-91f1-86c90d91db24,revision_number=0']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:29.700510 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Checking segment: {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:35:29.700905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Network hostable DHCP agents. Network: 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed, hostable agents: ['155b5384-477d-4446-8dce-4e334b1664cf'], hosted agents: [] {{(pid=101768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 19:35:29.717446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed is scheduled to be hosted by DHCP agent 155b5384-477d-4446-8dce-4e334b1664cf with binding_index 1 {{(pid=101768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 19:35:29.726231 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834961-1-iscsi, 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed) {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:35:29.730115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:29.730695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:29.735059 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3898d2-0eb6-4795-b3ef-544412d5b55e None None] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:29.745544 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6004edce-aa86-4141-8f57-35e64bff3c89 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5850549 Mar 23 19:35:29.865641 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e32f95-531b-48b2-9fc2-c1f7a305a433 None None] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:31.486186 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-501d13e9-d483-4669-9fe0-8d0e64e32db6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:31.487776 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-501d13e9-d483-4669-9fe0-8d0e64e32db6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 808 time: 0.1164756 Mar 23 19:35:31.506912 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-58312844-adf3-45d3-b4b2-187d7f98c868 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/quotas/21147209c2484ae0b70b5c093b526fc5 HTTP/1.1" status: 200 len: 375 time: 0.0097666 Mar 23 19:35:31.549651 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-d625e37b-5dd0-4a2d-80dc-a2110bbd0947 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370591 Mar 23 19:35:31.694656 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-5f1d8030-790a-4a7e-9f29-bb73c85f84de service neutron] 10.222.0.43 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376233 Mar 23 19:35:31.790110 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-b3b1c38c-3aa1-4624-8c19-df6504d3fce2 service neutron] 10.222.0.43 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890172 Mar 23 19:35:31.935847 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device c7f68f04-236d-46ae-9c5c-525c956de2f1 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:31.956608 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-81a477b9-a87a-487f-b10e-29b6f1d7ff3a req-77b61ebc-79c4-4baa-8b53-c1b7f98c5dd2 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 210 time: 0.0280380 Mar 23 19:35:31.973259 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: c7f68f04-236d-46ae-9c5c-525c956de2f1 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:31.974079 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device c7f68f04-236d-46ae-9c5c-525c956de2f1 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:32.516176 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50948) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:32.694242 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port 835a269a-6a93-4e43-bab6-7ccfc72a2485 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:32.694588 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:32.769570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:32.769903 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:32.781254 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for 835a269a-6a93-4e43-bab6-7ccfc72a2485 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:32.933824 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:32.964265 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=835a269a-6a93-4e43-bab6-7ccfc72a2485,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:32.995040 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.995402 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.995865 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.996117 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.996515 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.996879 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.997236 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.997592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.997962 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.998316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.998648 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:32.999211 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:33.077341 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-de4f9c23-5ec4-462e-93c3-ffe9c6ee9631 req-ccd77981-cbf0-481c-99ea-12565c420f0b tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 210 time: 0.0430820 Mar 23 19:35:33.096253 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:33.096253 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Floating IP 834542cf-f0fa-4d4c-b851-4cba0c2095e0 disassociated (deleted). External IP: 172.27.3.61, port: 9d0881cc-acf1-42ec-a3de-d444f4215b9a. Mar 23 19:35:33.258209 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-38254674-fee6-4746-8395-4b09c9fb5d40 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:33.259670 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-38254674-fee6-4746-8395-4b09c9fb5d40 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 808 time: 0.2122793 Mar 23 19:35:33.307624 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Request body: {'port': {'device_id': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed', 'admin_state_up': True, 'tenant_id': '21147209c2484ae0b70b5c093b526fc5'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:33.449541 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:35:33.509026 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Made reservation on behalf of 21147209c2484ae0b70b5c093b526fc5 for: {'port': 1} {{(pid=101768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:33.512437 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:33.644150 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:35:33.649136 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:33.653901 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:35:33.664400 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:33.665063 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:33.716083 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1ceae97b-23f5-4db7-b511-fc6eabb5eea4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "DELETE /v2.0/floatingips/834542cf-f0fa-4d4c-b851-4cba0c2095e0 HTTP/1.1" status: 204 len: 168 time: 1.1987822 Mar 23 19:35:33.719860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:33.723017 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf1d9e-0f52-4780-805d-66e259cbcd14" -d '{"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:33.730681 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_common [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Allocated IP 172.20.0.3 (0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed/73cc1dc6-4c69-4627-91f1-86c90d91db24/612a87fd-d454-4641-a8a6-0ee79261d6ef) {{(pid=101768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:35:33.766820 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0316eb-a838-4859-834a-6ea1a536e1eb x-openstack-request-id: req-4c0316eb-a838-4859-834a-6ea1a536e1eb {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:33.767328 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:33.767472 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c0316eb-a838-4859-834a-6ea1a536e1eb {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:33.768032 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'status': 'completed', 'code': 200} Mar 23 19:35:33.778011 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:33.883979 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-431533fb-0cea-4dc8-83eb-0fd72161de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:33.885666 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-431533fb-0cea-4dc8-83eb-0fd72161de0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32b5ecca640545eb8507d2877cd2d48c&device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 1098 time: 0.0487592 Mar 23 19:35:33.953414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks [] for port, precommit_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.004075 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-e7d4292d-c5b1-4934-9eb6-defd36cc2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.005649 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-e7d4292d-c5b1-4934-9eb6-defd36cc2add service neutron] 10.222.0.42 "GET /v2.0/networks?id=1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 200 len: 912 time: 0.1094151 Mar 23 19:35:34.021652 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:34.026100 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221951e3-1e69-4fd7-ba41-119e7335a88c req-cd49648e-0f3d-49cb-b850-506b26382541 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.027742 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-221951e3-1e69-4fd7-ba41-119e7335a88c req-cd49648e-0f3d-49cb-b850-506b26382541 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.0792227 Mar 23 19:35:34.042796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_create {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.049331 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:35:34.052099 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-07a8a928-b67b-44e6-a475-52b54c248967 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 200 len: 217 time: 0.0385339 Mar 23 19:35:34.060537 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:34.061285 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:34.110804 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-dc76620e-a690-4a43-91b5-9ca2fff14d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.112727 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-dc76620e-a690-4a43-91b5-9ca2fff14d9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 200 len: 851 time: 0.0508573 Mar 23 19:35:34.116421 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed is already hosted by enough agents. {{(pid=101768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:35:34.128779 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-221951e3-1e69-4fd7-ba41-119e7335a88c req-950d674e-98ad-42d6-9015-851ec1cb6888 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849943 Mar 23 19:35:34.128779 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.base_scheduler [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Resources bound (agent type, host, resource id): {{(pid=101768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:35:34.130905 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Received port after_create {{(pid=101768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:35:34.135363 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Pushing event updated for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=1']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:34.208697 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.209922 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.211438 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-a476fb82-2219-4d94-a0d4-f565dcabc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.212931 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-a476fb82-2219-4d94-a0d4-f565dcabc35f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1faf4fc1-dbc8-4707-959f-90c24f33794a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792184 Mar 23 19:35:34.225706 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:34.227937 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-aaf71015-091e-43f4-8bd9-b741f443a50f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9254177 Mar 23 19:35:34.240581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.v2.base [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Request body: {'port': {'device_id': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:34.252639 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7ac6-3154-4626-ad0b-dee18250acb0 req-19817f49-4cbc-4d4e-a088-73df27905787 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.254313 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a42d7ac6-3154-4626-ad0b-dee18250acb0 req-19817f49-4cbc-4d4e-a088-73df27905787 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 931 time: 0.0795147 Mar 23 19:35:34.299628 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.335502 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a42d7ac6-3154-4626-ad0b-dee18250acb0 req-d183b51e-f408-43f3-9e77-ebbe22b1f8a4 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 Mar 23 19:35:34.356451 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-00b0c29a-aa4a-448e-a56b-bd4c0e8e7516 service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344855 Mar 23 19:35:34.448754 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dfcf1d9e-0f52-4780-805d-66e259cbcd14 req-27014959-68df-47ee-95a8-069df1189c9e service neutron] 10.222.0.42 "GET /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845346 Mar 23 19:35:34.460209 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:34.490409 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a0d1a-f0dd-4b46-9425-b6c4bc918279 None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '42ef2e5e-d38c-450f-91db-4e4b9704e1b1', 'name': '', 'network_id': '1faf4fc1-dbc8-4707-959f-90c24f33794a', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'mac_address': 'fa:16:3e:5e:20:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:49Z', 'updated_at': '2022-03-23T19:25:54Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'subnets': [{'id': 'c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:35:34.595894 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612a87fd-d454-4641-a8a6-0ee79261d6ef {{(pid=101768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:35:34.603252 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.615946 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.provisioning_blocks [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Transition to ACTIVE for port object 612a87fd-d454-4641-a8a6-0ee79261d6ef will not be triggered until provisioned by entity L2. {{(pid=101768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:35:34.619952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.674610 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Pushing event updated for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=2']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:34.753254 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Attempting to bind port 612a87fd-d454-4641-a8a6-0ee79261d6ef on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:35:34.753594 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Attempting to bind port 612a87fd-d454-4641-a8a6-0ee79261d6ef by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:35:34.753923 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Attempting to bind port 612a87fd-d454-4641-a8a6-0ee79261d6ef on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:35:34.758316 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Port 612a87fd-d454-4641-a8a6-0ee79261d6ef on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:35:34.758637 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Attempting to bind port 612a87fd-d454-4641-a8a6-0ee79261d6ef on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:35:34.762142 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a426b8-61c7-43b7-9d06-daedafbd775d None None] New status for floating IP 834542cf-f0fa-4d4c-b851-4cba0c2095e0: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:35:34.763544 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:35:34.763881 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Checking segment: {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:35:34.764267 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Bound using segment: {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'} {{(pid=101768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:35:34.764695 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.managers [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Bound port: 612a87fd-d454-4641-a8a6-0ee79261d6ef, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'}}] {{(pid=101768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:35:34.765090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.830184 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, cleared binding levels {{(pid=101768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:35:34.833435 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:35:34.838778 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379114'] for port, after_update {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.883522 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.884218 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:34.885707 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-3514df09-82c1-4158-8963-98192a01bdea service neutron] 10.222.0.42 "PUT /v2.0/ports/612a87fd-d454-4641-a8a6-0ee79261d6ef HTTP/1.1" status: 200 len: 1093 time: 0.6493678 Mar 23 19:35:34.903710 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514df09-82c1-4158-8963-98192a01bdea service neutron] Pushing event updated for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=3']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:34.971279 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-85d1d4dc-47df-4d6e-9d1e-6b2a1687e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:34.972852 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-85d1d4dc-47df-4d6e-9d1e-6b2a1687e01b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 1096 time: 0.0445611 Mar 23 19:35:35.027709 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-7d1b705d-93f3-422a-92c0-5d2e4d3a5572 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef HTTP/1.1" status: 200 len: 217 time: 0.0365751 Mar 23 19:35:35.077301 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8530-6546-46cc-8307-578e4e60338b req-ec65058f-3455-41b8-becf-e9390b429ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.078717 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-ec65058f-3455-41b8-becf-e9390b429ed0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73cc1dc6-4c69-4627-91f1-86c90d91db24 HTTP/1.1" status: 200 len: 848 time: 0.0440512 Mar 23 19:35:35.109521 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-150c0ba0-0741-4dad-a034-265041955e9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240469 Mar 23 19:35:35.216346 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-691107a3-c73c-4a21-962a-4ddc5bb00d6f service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987749 Mar 23 19:35:35.307436 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc110b-d78a-4e4d-aad5-60f5da0a1446 req-4c49b255-f0c4-4286-b4c9-6a62012a3cce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.308957 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fdbc110b-d78a-4e4d-aad5-60f5da0a1446 req-4c49b255-f0c4-4286-b4c9-6a62012a3cce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.1151092 Mar 23 19:35:35.357343 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-235d8530-6546-46cc-8307-578e4e60338b req-b534c768-6a55-4c9e-89ee-dce6f6c55b14 service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271336 Mar 23 19:35:35.363210 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-fdbc110b-d78a-4e4d-aad5-60f5da0a1446 req-84201682-43ef-47e5-9f27-eda7e0c5becf tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/security-groups?id=55415f5e-ee09-49d1-97ed-a91f09dcf6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482814 Mar 23 19:35:35.471950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06499a64-1b46-45fe-ac26-e4597ffdfa1c req-1efad464-a236-455d-9bce-d4ba30d92eeb tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.473534 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-06499a64-1b46-45fe-ac26-e4597ffdfa1c req-1efad464-a236-455d-9bce-d4ba30d92eeb tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 943 time: 0.0539889 Mar 23 19:35:35.508995 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-06499a64-1b46-45fe-ac26-e4597ffdfa1c req-7e861717-9fd8-42b6-b3cf-00bb1e9ec234 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295253 Mar 23 19:35:35.581494 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-dd3d8553-46b2-44a2-8ba3-dea15e364b9c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.582934 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-dd3d8553-46b2-44a2-8ba3-dea15e364b9c tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 945 time: 0.0479875 Mar 23 19:35:35.680429 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port 9d0881cc-acf1-42ec-a3de-d444f4215b9a {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:35.681112 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:35.769342 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:35.771563 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e0699-20a7-455d-a267-026a18589cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:35.775247 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] For port 9d0881cc-acf1-42ec-a3de-d444f4215b9a, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=9d0881cc-acf1-42ec-a3de-d444f4215b9a,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:35.775616 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:35.788275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for 9d0881cc-acf1-42ec-a3de-d444f4215b9a owned by compute:nova {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:35.833299 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9497fbcc-565c-45ff-aa76-11659b78da25 x-openstack-request-id: req-9497fbcc-565c-45ff-aa76-11659b78da25 {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:35.833592 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:35.833831 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9497fbcc-565c-45ff-aa76-11659b78da25 {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:35.834247 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef', 'status': 'completed', 'code': 200} Mar 23 19:35:35.871950 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-6f1d1105-b1d5-4458-80f0-f031a302a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.873607 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-6f1d1105-b1d5-4458-80f0-f031a302a7c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 1096 time: 0.0389783 Mar 23 19:35:35.923680 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:35.951956 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=9d0881cc-acf1-42ec-a3de-d444f4215b9a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:35.985717 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-7d42b621-203d-425c-8631-ec1421f58cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:35.987588 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-7d42b621-203d-425c-8631-ec1421f58cee service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 908 time: 0.1052835 Mar 23 19:35:35.994462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] No DVR routers for this DVR port 9d0881cc-acf1-42ec-a3de-d444f4215b9a on host hv-cinder-83496 {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:35.996952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:36.000182 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-49ea16d5-9724-409d-aaa1-15b12d7b92f7 req-73c3b3fa-6b7a-4c10-856e-e6a750ea98ce tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.42 "DELETE /v2.0/ports/9d0881cc-acf1-42ec-a3de-d444f4215b9a HTTP/1.1" status: 204 len: 173 time: 0.4105871 Mar 23 19:35:36.030560 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-b561a14c-b3de-4afd-8be9-2065151e82fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef HTTP/1.1" status: 200 len: 217 time: 0.0362322 Mar 23 19:35:36.083719 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-51ad2d30-044d-400b-bf0b-1b9cb36bceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:36.085203 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-51ad2d30-044d-400b-bf0b-1b9cb36bceb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73cc1dc6-4c69-4627-91f1-86c90d91db24 HTTP/1.1" status: 200 len: 848 time: 0.0458124 Mar 23 19:35:36.116848 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-c308205d-b940-4896-acf9-b0bd793963a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237944 Mar 23 19:35:36.210822 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-de91cf2e-e593-4d5b-bc39-54918679a65f service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Mar 23 19:35:36.309597 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1b7e0699-20a7-455d-a267-026a18589cf2 req-b8503258-1d27-489c-a5d0-3a32e69f9d89 service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921996 Mar 23 19:35:36.475542 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a6e44192-ae91-4657-be5f-d3c17f0d942d req-925dab6c-3846-4cfd-8d51-7048e7fd70ef tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "GET /v2.0/ports?device_id=201947ff-124d-4efe-9520-103b325e0f58 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Mar 23 19:35:36.630275 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156f8f-2d69-4515-98a6-644f623a8517 req-4b0bac05-2c6d-460c-80b4-6e9ab8129267 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:36.631687 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dd156f8f-2d69-4515-98a6-644f623a8517 req-4b0bac05-2c6d-460c-80b4-6e9ab8129267 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 943 time: 0.0530484 Mar 23 19:35:36.695005 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-dd156f8f-2d69-4515-98a6-644f623a8517 req-fc3a35b0-391e-4db0-a043-dabde7b03840 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568087 Mar 23 19:35:37.530379 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 50988) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:37.863357 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'name': 'network-vif-deleted', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:37.865640 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d8e543-ca48-4c5f-90c1-d783a8d3c792" -d '{"events": [{"server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "name": "network-vif-deleted", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:37.914589 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433ec2d-4690-41c6-9456-0790e95262cc x-openstack-request-id: req-0433ec2d-4690-41c6-9456-0790e95262cc {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:37.914884 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201947ff-124d-4efe-9520-103b325e0f58", "name": "network-vif-deleted", "tag": "9d0881cc-acf1-42ec-a3de-d444f4215b9a", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:37.915139 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0433ec2d-4690-41c6-9456-0790e95262cc {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:37.915530 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201947ff-124d-4efe-9520-103b325e0f58', 'name': 'network-vif-deleted', 'tag': '9d0881cc-acf1-42ec-a3de-d444f4215b9a', 'status': 'completed', 'code': 200} Mar 23 19:35:37.946440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de9af-1257-44df-89c1-3e5700cd427c req-1833597c-30f2-4200-b2ac-230b1cbf22ca tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:37.947921 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f7de9af-1257-44df-89c1-3e5700cd427c req-1833597c-30f2-4200-b2ac-230b1cbf22ca tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 943 time: 0.0794578 Mar 23 19:35:37.975029 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Deleting port 661b7507-9f92-4005-9f05-c828849bed21 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:37.975374 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.010149 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4f7de9af-1257-44df-89c1-3e5700cd427c req-16ab78d4-4001-49e4-a202-cf981514da35 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Mar 23 19:35:38.078214 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.078473 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.089835 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Calling delete_port for 661b7507-9f92-4005-9f05-c828849bed21 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:38.223792 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.250297 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'Port': ['ID=661b7507-9f92-4005-9f05-c828849bed21,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:38.313715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.313715 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:38.313715 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-28e2b423-15c5-4fe7-8938-b386d58b8dd1 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "DELETE /v2.0/floatingips/cc199907-0a12-4ae2-bf9d-c5ccd45aac54 HTTP/1.1" status: 204 len: 168 time: 0.7807851 Mar 23 19:35:39.123991 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332ae0-b25b-4d10-8506-5feb6d8009e0 req-0e00a39f-30f2-449e-a648-4133213e0c9a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:39.125568 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dc332ae0-b25b-4d10-8506-5feb6d8009e0 req-0e00a39f-30f2-449e-a648-4133213e0c9a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 943 time: 0.0494051 Mar 23 19:35:39.163374 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dc332ae0-b25b-4d10-8506-5feb6d8009e0 req-c455023d-a78d-4333-9ffd-39097d0c4f9a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Mar 23 19:35:39.498684 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51010) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:39.559276 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.583778 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.644932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.647829 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:39.649009 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] 10.222.0.43 "DELETE /v2.0/security-groups/55415f5e-ee09-49d1-97ed-a91f09dcf6ab HTTP/1.1" status: 204 len: 168 time: 0.1492946 Mar 23 19:35:39.658956 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668989c-0146-442d-864d-610c2dda0cb4 tempest-TestVolumeBootPattern-149271753 tempest-TestVolumeBootPattern-149271753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55415f5e-ee09-49d1-97ed-a91f09dcf6ab,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:39.724289 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51014) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:40.012407 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 612a87fd-d454-4641-a8a6-0ee79261d6ef details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:35:40.017027 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 9d0881cc-acf1-42ec-a3de-d444f4215b9a no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:40.042840 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 9d0881cc-acf1-42ec-a3de-d444f4215b9a {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:40.043190 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 9d0881cc-acf1-42ec-a3de-d444f4215b9a not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:40.123783 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.128157 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:40.138240 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '612a87fd-d454-4641-a8a6-0ee79261d6ef', 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed', 'port_id': '612a87fd-d454-4641-a8a6-0ee79261d6ef', 'mac_address': 'fa:16:3e:1f:f5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cc1dc6-4c69-4627-91f1-86c90d91db24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:35:40.309048 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.321340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612a87fd-d454-4641-a8a6-0ee79261d6ef {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:35:40.336313 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a1522-e06d-4b09-a590-648a383c9f73 req-be2391e7-431c-4551-b8d2-91d524cdfcd4 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:40.337842 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-252a1522-e06d-4b09-a590-648a383c9f73 req-be2391e7-431c-4551-b8d2-91d524cdfcd4 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 943 time: 0.0780730 Mar 23 19:35:40.340709 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:40.349231 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.397081 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:40.403952 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.404302 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.404643 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.405010 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.405221 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-252a1522-e06d-4b09-a590-648a383c9f73 req-1d00306c-d850-4998-90d5-b5546ebb8a4a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Mar 23 19:35:40.405335 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.405660 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.405989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.406326 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.406643 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.407495 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.407821 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.408143 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:35:40.450688 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Deleting port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:40.451040 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.529825 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] For port 42ef2e5e-d38c-450f-91db-4e4b9704e1b1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:40.530189 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.544426 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Calling delete_port for 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 owned by network:router_interface {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:40.734259 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:40.764031 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef2e5e-d38c-450f-91db-4e4b9704e1b1,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:40.773223 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['612a87fd-d454-4641-a8a6-0ee79261d6ef'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:35:40.945026 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.091107 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.176359 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Router a567d415-6f8e-47ed-8239-27f3ca168b53 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:35:41.282462 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:35:41.287908 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-95cf776a-64d2-4df1-8a44-3f0ea5c3c60a admin admin] 10.222.0.43 "PUT /v2.0/routers/a567d415-6f8e-47ed-8239-27f3ca168b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619876 Mar 23 19:35:41.290460 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51024) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:41.293071 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Sync routers for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:35:41.304609 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:41.305432 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:41.394296 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.410493 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:41.500591 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.528542 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4703bc-b921-40e3-bf30-815bcf8a6f40 req-d279f99a-61b6-4250-a86a-d51c2cf57c4f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:41.537998 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d4703bc-b921-40e3-bf30-815bcf8a6f40 req-d279f99a-61b6-4250-a86a-d51c2cf57c4f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 944 time: 0.0566051 Mar 23 19:35:41.556081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Deleting port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:41.556458 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.578464 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-8d4703bc-b921-40e3-bf30-815bcf8a6f40 req-85cf8c88-ccd3-414b-83b9-b9dea95b7bf2 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Mar 23 19:35:41.603995 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:35:40Z', 'revision_number': 5, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port': {'id': '4db4ecca-798b-42fd-8bf8-b1df7ea272c8', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:68:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:41.630475 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Checking router: a567d415-6f8e-47ed-8239-27f3ca168b53 for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:35:41.638716 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Routers {'a567d415-6f8e-47ed-8239-27f3ca168b53'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:41.639328 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['a567d415-6f8e-47ed-8239-27f3ca168b53'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:41.645011 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] For port 4db4ecca-798b-42fd-8bf8-b1df7ea272c8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:41.645382 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.658654 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Calling delete_port for 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 owned by network:router_gateway {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:41.726823 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] Set router a567d415-6f8e-47ed-8239-27f3ca168b53 gateway port host: None {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:41.779447 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-47693bf8-ac90-495f-9e38-375046478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:35:41Z', 'revision_number': 6, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:41.810449 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47693bf8-ac90-495f-9e38-375046478686 None None] The sync data for ids ['a567d415-6f8e-47ed-8239-27f3ca168b53'] in dv-cinder-834961-1-iscsi is: [{'id': 'a567d415-6f8e-47ed-8239-27f3ca168b53', 'name': 'tempest-TestVolumeBootPattern-1095857774-router', 'tenant_id': '32b5ecca640545eb8507d2877cd2d48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:46Z', 'updated_at': '2022-03-23T19:35:41Z', 'revision_number': 6, 'project_id': '32b5ecca640545eb8507d2877cd2d48c', 'gw_port_host': None}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:35:41.823074 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.850956 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db4ecca-798b-42fd-8bf8-b1df7ea272c8,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:41.907596 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.967553 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:35:41.994220 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:41.996332 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.014058 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 612a87fd-d454-4641-a8a6-0ee79261d6ef up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:35:42.065600 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 612a87fd-d454-4641-a8a6-0ee79261d6ef completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:35:42.069579 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 612a87fd-d454-4641-a8a6-0ee79261d6ef triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:42.069955 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.155112 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.181283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:42.183680 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42846da1-35a6-4e23-bac2-602f91ed941f" -d '{"events": [{"server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "name": "network-vif-plugged", "status": "completed", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:42.206768 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:42.212350 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.275720 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:42.322039 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.322576 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a567d415-6f8e-47ed-8239-27f3ca168b53 {{(pid=101769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:35:42.328241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] Notify callbacks [] for router, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.329557 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7ff33d8a-6c34-45d0-adaa-4c259c0408a2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a567d415-6f8e-47ed-8239-27f3ca168b53 HTTP/1.1" status: 204 len: 168 time: 1.0381689 Mar 23 19:35:42.332093 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51042) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:42.377344 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_v2 [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Deleting subnet c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c {{(pid=101769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:35:42.380796 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.416210 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4019965'] for subnet, precommit_delete_associations {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.501911 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.528304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80739a22-1515-4a78-9d51-b9cd4911e326 x-openstack-request-id: req-80739a22-1515-4a78-9d51-b9cd4911e326 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:42.528657 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "name": "network-vif-plugged", "status": "completed", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:42.528966 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80739a22-1515-4a78-9d51-b9cd4911e326 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:42.529366 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef', 'code': 200} Mar 23 19:35:42.557081 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3856756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137326'] for subnet, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.587635 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.592861 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c HTTP/1.1" status: 204 len: 168 time: 0.2580168 Mar 23 19:35:42.592861 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102bec1-c2be-4bfd-a45e-377f7d4420a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55ed2fd-a40e-4d7d-bc7f-78afa5b6ea2c,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:42.595727 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51046) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:42.596235 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d214d11-9243-4d1c-ab58-6597858e4b4d None None] Network 1faf4fc1-dbc8-4707-959f-90c24f33794a requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:42.731646 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409627d-b715-4f40-b50c-de22de126111 req-c1c7f8c9-78d4-4a9b-bd35-fe8464159e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:42.733869 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7409627d-b715-4f40-b50c-de22de126111 req-c1c7f8c9-78d4-4a9b-bd35-fe8464159e07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 1098 time: 0.0544841 Mar 23 19:35:42.737709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.777510 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-7409627d-b715-4f40-b50c-de22de126111 req-6255b1a4-61e4-4d75-a63b-3d192745ca2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360565 Mar 23 19:35:42.794761 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4732115-2691-4907-b39d-4f9526a501e6 req-fa9b0c6e-3a57-4d4a-b777-1357f0582e9b tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:42.796502 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4732115-2691-4907-b39d-4f9526a501e6 req-fa9b0c6e-3a57-4d4a-b777-1357f0582e9b tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.1047750 Mar 23 19:35:42.833270 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] DHCP port deletion for 1faf4fc1-dbc8-4707-959f-90c24f33794a request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:35:42.847060 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4732115-2691-4907-b39d-4f9526a501e6 req-0356e85d-623f-434c-b7c8-f7a651f8342c tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Mar 23 19:35:42.852090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Deleting port cebc4976-38ef-4956-b088-bfb0e81cbfa1 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:42.852432 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.888354 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Deleting port cebc4976-38ef-4956-b088-bfb0e81cbfa1 {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:42.888682 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.919201 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] For port cebc4976-38ef-4956-b088-bfb0e81cbfa1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=cebc4976-38ef-4956-b088-bfb0e81cbfa1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:42.919558 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.932773 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Calling delete_port for cebc4976-38ef-4956-b088-bfb0e81cbfa1 owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:42.959923 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] For port cebc4976-38ef-4956-b088-bfb0e81cbfa1, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=cebc4976-38ef-4956-b088-bfb0e81cbfa1,segment=NetworkSegment(ccf04dee-7dc1-4969-af50-28a294361fad),segment_id=ccf04dee-7dc1-4969-af50-28a294361fad)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:42.960452 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:42.974805 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Calling delete_port for cebc4976-38ef-4956-b088-bfb0e81cbfa1 owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:43.015989 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.043189 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=cebc4976-38ef-4956-b088-bfb0e81cbfa1,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:43.045162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] No DVR routers for this DVR port cebc4976-38ef-4956-b088-bfb0e81cbfa1 on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:43.059110 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.099367 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] Pushing event deleted for resources: {'Port': ['ID=cebc4976-38ef-4956-b088-bfb0e81cbfa1,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:43.100976 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a814a9-eb86-4422-a2f6-551aa0fef2f8 None None] No DVR routers for this DVR port cebc4976-38ef-4956-b088-bfb0e81cbfa1 on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:43.122345 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.142079 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faf4fc1-dbc8-4707-959f-90c24f33794a']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:43.151075 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf04dee-7dc1-4969-af50-28a294361fad') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:43.151373 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf04dee-7dc1-4969-af50-28a294361fad') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:43.161656 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.175091 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.181127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:35:43.181514 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:35:43.183127 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:35:43.223106 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device cebc4976-38ef-4956-b088-bfb0e81cbfa1 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:43.237284 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.242820 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.243855 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: cebc4976-38ef-4956-b088-bfb0e81cbfa1 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:43.244503 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device cebc4976-38ef-4956-b088-bfb0e81cbfa1 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:43.244948 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:43.246150 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/1faf4fc1-dbc8-4707-959f-90c24f33794a HTTP/1.1" status: 204 len: 168 time: 0.6485577 Mar 23 19:35:43.249067 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51056) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:43.265249 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:43.265599 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4db4ecca-798b-42fd-8bf8-b1df7ea272c8 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:43.266013 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:43.285316 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:43.285661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 42ef2e5e-d38c-450f-91db-4e4b9704e1b1 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:43.301487 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4226ad1-0c4f-421b-98e8-d4de3334cc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=1faf4fc1-dbc8-4707-959f-90c24f33794a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:43.415613 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2a39e4f2-8cca-412c-9d40-1d68be99b2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.606076 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.843741 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Deleting port 6a94129b-9b89-4000-ad77-dd7a6da07dbd {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:43.844090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.919173 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] For port 6a94129b-9b89-4000-ad77-dd7a6da07dbd, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=6a94129b-9b89-4000-ad77-dd7a6da07dbd,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:43.919538 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:43.932409 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Calling delete_port for 6a94129b-9b89-4000-ad77-dd7a6da07dbd owned by network:router_interface {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:43.965757 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7406dc-c788-4128-9c9b-9a3270568df3 req-cee6a961-f423-4b9e-86d1-eb305f69b7ab tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:43.967171 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dc7406dc-c788-4128-9c9b-9a3270568df3 req-cee6a961-f423-4b9e-86d1-eb305f69b7ab tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.0523255 Mar 23 19:35:44.004642 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-dc7406dc-c788-4128-9c9b-9a3270568df3 req-f1bf4f01-ca25-4d1f-8cbd-47290648d2b0 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Mar 23 19:35:44.107500 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.136868 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a94129b-9b89-4000-ad77-dd7a6da07dbd,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:44.307565 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.515423 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:35:44.619064 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:35:44.623996 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-36c4018f-c4f0-4ecd-929a-3b7a45a51257 admin admin] 10.222.0.43 "PUT /v2.0/routers/13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3739812 Mar 23 19:35:44.626500 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51062) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:44.629015 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Sync routers for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:35:44.639059 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:44.639653 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:44.731821 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.831077 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:44.833956 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.885774 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Deleting port c13f12fd-a21e-456b-8369-92fcb62eead2 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:44.886124 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.965823 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] For port c13f12fd-a21e-456b-8369-92fcb62eead2, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=c13f12fd-a21e-456b-8369-92fcb62eead2,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:44.966211 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:44.978570 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Calling delete_port for c13f12fd-a21e-456b-8369-92fcb62eead2 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:44.999079 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:35:44Z', 'revision_number': 5, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port': {'id': 'c13f12fd-a21e-456b-8369-92fcb62eead2', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:45.030230 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Checking router: 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:35:45.038689 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Routers {'13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:35:45.039188 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:35:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:45.131294 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] Set router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:35:45.172344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d786af-77b5-4463-ab6b-2ce4b8d5f947 req-635de0a3-931a-4b9a-9dee-cb527d78994a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:45.173434 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d7d786af-77b5-4463-ab6b-2ce4b8d5f947 req-635de0a3-931a-4b9a-9dee-cb527d78994a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.0861952 Mar 23 19:35:45.183359 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:35:44Z', 'revision_number': 6, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:45.216034 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970f927-15b8-4224-85b2-c421ba3a2e35 None None] The sync data for ids ['13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd'] in dv-cinder-834961-1-iscsi is: [{'id': '13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd', 'name': 'tempest-TestVolumeBootPattern-600580525-router', 'tenant_id': '6287345dc02c4d8cb310e7b56d32d447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:25:54Z', 'updated_at': '2022-03-23T19:35:44Z', 'revision_number': 6, 'project_id': '6287345dc02c4d8cb310e7b56d32d447', 'gw_port_host': None}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:35:45.245304 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d7d786af-77b5-4463-ab6b-2ce4b8d5f947 req-4c6cf019-d0ab-4d53-835e-485c7f3c8c73 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563250 Mar 23 19:35:45.271427 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.300040 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13f12fd-a21e-456b-8369-92fcb62eead2,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:45.364490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.464092 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.466306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.509767 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.510411 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:35:45.514733 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.515874 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-32dc2a84-f474-4db8-bcd8-d1f6d8ee62e3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/13f33301-a7a3-4ef5-ae1b-879bbdfcf9dd HTTP/1.1" status: 204 len: 168 time: 0.8884733 Mar 23 19:35:45.518952 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51074) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:45.562803 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Deleting subnet fb534834-29ea-40f4-9783-893f1822d1bc {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:35:45.566378 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.601440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.821993 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ef70f6dc-6281-464e-9b68-069f63a16f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:45.964038 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408235-0586-48a7-be32-9658ccce54aa req-d0660ed5-3810-455f-ab24-1eb9d12fef2f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:45.965592 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7f408235-0586-48a7-be32-9658ccce54aa req-d0660ed5-3810-455f-ab24-1eb9d12fef2f tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.0821421 Mar 23 19:35:45.992088 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.045889 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-7f408235-0586-48a7-be32-9658ccce54aa req-4cc81b52-a00d-4de7-84f5-06efbfec7c8b tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Mar 23 19:35:46.068122 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.094482 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb534834-29ea-40f4-9783-893f1822d1bc,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:46.099741 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.103235 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c085d563-5c60-4012-8e2d-42e7ae977c94 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fb534834-29ea-40f4-9783-893f1822d1bc HTTP/1.1" status: 204 len: 168 time: 0.5829723 Mar 23 19:35:46.105365 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51082) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:46.105517 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac676443-26dd-4ab2-b1cf-f74c6439e61a None None] Network 712210ea-3c74-4213-b243-7dc9498d26ca requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:35:46.170541 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.224664 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Deleting port 47debffb-1740-4540-9119-22a9ac4103ec {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:46.225219 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.292097 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] DHCP port deletion for 712210ea-3c74-4213-b243-7dc9498d26ca request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:35:46.296612 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] For port 47debffb-1740-4540-9119-22a9ac4103ec, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=47debffb-1740-4540-9119-22a9ac4103ec,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:46.297022 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.311847 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Calling delete_port for 47debffb-1740-4540-9119-22a9ac4103ec owned by network:dhcp {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:46.342155 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Deleting port 47debffb-1740-4540-9119-22a9ac4103ec {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:46.342529 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.400705 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.404631 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] For port 47debffb-1740-4540-9119-22a9ac4103ec, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=47debffb-1740-4540-9119-22a9ac4103ec,segment=NetworkSegment(e02e5494-f315-4c4b-b742-9810d615f5bf),segment_id=e02e5494-f315-4c4b-b742-9810d615f5bf)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:46.405053 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.417838 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Calling delete_port for 47debffb-1740-4540-9119-22a9ac4103ec owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:46.427704 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Pushing event deleted for resources: {'Port': ['ID=47debffb-1740-4540-9119-22a9ac4103ec,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:46.429507 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] No DVR routers for this DVR port 47debffb-1740-4540-9119-22a9ac4103ec on host dv-cinder-834961-1-iscsi {{(pid=101768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:46.498031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.498399 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.518161 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712210ea-3c74-4213-b243-7dc9498d26ca']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:46.522004 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] Pushing event deleted for resources: {'Port': ['ID=47debffb-1740-4540-9119-22a9ac4103ec,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:46.525483 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6ade2-41ab-49fe-8649-989aecd8c047 None None] No DVR routers for this DVR port 47debffb-1740-4540-9119-22a9ac4103ec on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:46.531091 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02e5494-f315-4c4b-b742-9810d615f5bf') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:46.531596 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02e5494-f315-4c4b-b742-9810d615f5bf') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:35:46.546492 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.560348 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.566312 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:35:46.566744 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:35:46.568406 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:35:46.620707 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.625797 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.628951 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] 10.222.0.43 "DELETE /v2.0/networks/712210ea-3c74-4213-b243-7dc9498d26ca HTTP/1.1" status: 204 len: 168 time: 0.5226505 Mar 23 19:35:46.639226 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afe0b6-b41e-4904-b986-9501db357567 admin admin] Pushing event deleted for resources: {'Network': ['ID=712210ea-3c74-4213-b243-7dc9498d26ca,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:46.753988 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51088) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:46.793097 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-5f3e0fb7-34ff-4102-a916-7e288ae2fc09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32b5ecca640545eb8507d2877cd2d48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378389 Mar 23 19:35:46.795361 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51090) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:46.830696 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.843691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.868328 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.914069 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.916543 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:46.917724 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2c98ed3-f4f3-46da-83e3-a0d9cf15348c HTTP/1.1" status: 204 len: 168 time: 0.1214843 Mar 23 19:35:46.925394 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2263ec6-41cf-4c08-a154-b41369e35135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c98ed3-f4f3-46da-83e3-a0d9cf15348c,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:47.188774 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493d96-540d-47c4-9ae2-268d0c63c8af req-88700fd9-5567-4bdb-8798-dfe51f86693a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:47.190403 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e4493d96-540d-47c4-9ae2-268d0c63c8af req-88700fd9-5567-4bdb-8798-dfe51f86693a tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.0530925 Mar 23 19:35:47.234956 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e4493d96-540d-47c4-9ae2-268d0c63c8af req-6cab0f3f-0a64-4fc3-885e-7ede27d7aae4 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Mar 23 19:35:47.278898 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51100) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:47.285539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 6a94129b-9b89-4000-ad77-dd7a6da07dbd no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:47.306758 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 6a94129b-9b89-4000-ad77-dd7a6da07dbd {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:47.307114 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 6a94129b-9b89-4000-ad77-dd7a6da07dbd not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:47.307540 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 47debffb-1740-4540-9119-22a9ac4103ec no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:47.323816 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-3ccbb9fa-64bd-4c7b-9de4-aa87ba27f49e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6287345dc02c4d8cb310e7b56d32d447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436637 Mar 23 19:35:47.326462 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51102) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:47.330397 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 47debffb-1740-4540-9119-22a9ac4103ec {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:47.330745 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 47debffb-1740-4540-9119-22a9ac4103ec not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:47.331158 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c13f12fd-a21e-456b-8369-92fcb62eead2 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:47.350641 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: c13f12fd-a21e-456b-8369-92fcb62eead2 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:47.350983 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device c13f12fd-a21e-456b-8369-92fcb62eead2 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:47.376971 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.397458 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.443446 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.446115 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.447266 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0b20777-881c-438b-a539-3c65d469788a HTTP/1.1" status: 204 len: 168 time: 0.1198614 Mar 23 19:35:47.454860 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c6bc-5c1b-43a1-ab8e-9d4c0ede673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b20777-881c-438b-a539-3c65d469788a,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:47.738819 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-1b080745-0fd4-4eac-960b-762453c11241 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:47.740405 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-1b080745-0fd4-4eac-960b-762453c11241 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 945 time: 0.0535498 Mar 23 19:35:47.840656 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Deleting port 612a87fd-d454-4641-a8a6-0ee79261d6ef {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:35:47.840943 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.924598 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] For port 612a87fd-d454-4641-a8a6-0ee79261d6ef, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=612a87fd-d454-4641-a8a6-0ee79261d6ef,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:47.925000 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:47.936974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Calling delete_port for 612a87fd-d454-4641-a8a6-0ee79261d6ef owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:35:48.059770 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:48.072165 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['612a87fd-d454-4641-a8a6-0ee79261d6ef'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:35:48.086864 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Pushing event deleted for resources: {'Port': ['ID=612a87fd-d454-4641-a8a6-0ee79261d6ef,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:48.132412 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] No DVR routers for this DVR port 612a87fd-d454-4641-a8a6-0ee79261d6ef on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:35:48.135173 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:48.138945 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-41d68bd7-12c3-4424-b6c7-5b4b6fb435d8 req-b29d8204-6d97-441e-8c73-138344d6afcf tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "DELETE /v2.0/ports/612a87fd-d454-4641-a8a6-0ee79261d6ef HTTP/1.1" status: 204 len: 173 time: 0.3900056 Mar 23 19:35:48.139413 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'name': 'network-vif-deleted', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:48.142451 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e65d30-a3a0-4bcb-8327-b18af34e955c" -d '{"events": [{"server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "name": "network-vif-deleted", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:48.184661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22691169-bee2-4431-bc11-91dec79049b0 x-openstack-request-id: req-22691169-bee2-4431-bc11-91dec79049b0 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:48.185665 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e7df08-83c1-4178-9471-ad340f882aeb", "name": "network-vif-deleted", "tag": "612a87fd-d454-4641-a8a6-0ee79261d6ef", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:48.186291 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22691169-bee2-4431-bc11-91dec79049b0 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:48.186983 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e7df08-83c1-4178-9471-ad340f882aeb', 'name': 'network-vif-deleted', 'tag': '612a87fd-d454-4641-a8a6-0ee79261d6ef', 'status': 'completed', 'code': 200} Mar 23 19:35:48.339902 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b484d073-db32-4f93-aaab-5646d1305a4a req-f8070749-bc1a-4483-b08c-b249bab9eb69 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=e1e7df08-83c1-4178-9471-ad340f882aeb HTTP/1.1" status: 200 len: 210 time: 0.0274994 Mar 23 19:35:48.362710 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:48.706347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:49.637223 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-b387c06d-e95a-4d7d-9e0f-0725b68f89b3 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:49.638706 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-b387c06d-e95a-4d7d-9e0f-0725b68f89b3 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 808 time: 0.0991778 Mar 23 19:35:49.653905 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-7df0b2fa-c032-44b1-bd62-2d346b6dc477 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/quotas/21147209c2484ae0b70b5c093b526fc5 HTTP/1.1" status: 200 len: 375 time: 0.0088861 Mar 23 19:35:49.689100 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-6bd415c7-0dae-474a-9bf5-f8594082a0bb tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294113 Mar 23 19:35:49.793954 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-e1358547-341e-4477-b904-0d21f1c9a868 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=101769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 19:35:49.794955 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-e1358547-341e-4477-b904-0d21f1c9a868 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993423 Mar 23 19:35:49.882974 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-78c917e8-002f-4a95-89ea-bf14082e888a service neutron] 10.222.0.43 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818493 Mar 23 19:35:49.973330 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-bdd95c9d-1d14-4b61-b5e1-8fc92fc0d77c service neutron] 10.222.0.43 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Mar 23 19:35:50.132794 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-737b045e-1377-4b18-a0c7-987633eeccfc req-30593522-fc29-4f93-b585-e2c7823b6f84 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Mar 23 19:35:51.008705 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-24e7583f-a902-4658-83de-b1524f8f1431 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:51.010107 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-24e7583f-a902-4658-83de-b1524f8f1431 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 808 time: 0.1031733 Mar 23 19:35:51.022879 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Request body: {'port': {'device_id': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed', 'admin_state_up': True, 'tenant_id': '21147209c2484ae0b70b5c093b526fc5'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:51.136045 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Made reservation on behalf of 21147209c2484ae0b70b5c093b526fc5 for: {'port': 1} {{(pid=101769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 19:35:51.139473 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.234251 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-d581af73-7de7-40a6-83ef-144fcb71bc36 req-3e1f8d4d-6543-4b0d-b88a-a2f95002f9d6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 210 time: 0.0312781 Mar 23 19:35:51.285784 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.db_base_plugin_common [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Allocated IP 172.20.0.4 (0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed/73cc1dc6-4c69-4627-91f1-86c90d91db24/7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb) {{(pid=101769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 19:35:51.426694 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks [] for port, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.459395 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775061892612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.507032 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed is already hosted by enough agents. {{(pid=101769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 19:35:51.510275 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.scheduler.base_scheduler [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Resources bound (agent type, host, resource id): {{(pid=101769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 19:35:51.513825 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Received port after_create {{(pid=101769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 19:35:51.537391 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Pushing event updated for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:51.564371 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:51.564998 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.581097 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-f0ee0828-f4ce-4ba0-86d7-147c90f5e1f1 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623286 Mar 23 19:35:51.594313 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.v2.base [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Request body: {'port': {'device_id': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83496'}} {{(pid=101769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 19:35:51.646670 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.907069 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb {{(pid=101769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:35:51.914144 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.926321 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.provisioning_blocks [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Transition to ACTIVE for port object 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb will not be triggered until provisioned by entity L2. {{(pid=101769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 19:35:51.930742 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:51.986003 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=2']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:52.050998 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 612a87fd-d454-4641-a8a6-0ee79261d6ef no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:35:52.056563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Attempting to bind port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb on host hv-cinder-83496 for vnic_type normal with profile {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 19:35:52.057049 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Attempting to bind port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb by drivers openvswitch,hyperv on host hv-cinder-83496 at level 0 using segments [{'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 19:35:52.057253 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Attempting to bind port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:35:52.061518 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83496 {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 19:35:52.061845 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Attempting to bind port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb on network 0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 19:35:52.067160 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Checking agent: {'id': '9e1a061f-d564-41c0-88d3-c8ef193ecbc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'started_at': datetime.datetime(2022, 3, 23, 19, 21, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 19, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 19:35:52.067496 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Checking segment: {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 23 19:35:52.067878 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Bound using segment: {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'} {{(pid=101769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 19:35:52.068305 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.managers [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Bound port: 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host: hv-cinder-83496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfd4979-41a1-4033-b88c-2c45bf7ccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed'}}] {{(pid=101769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 19:35:52.068660 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:52.075493 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 612a87fd-d454-4641-a8a6-0ee79261d6ef {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:35:52.075841 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 612a87fd-d454-4641-a8a6-0ee79261d6ef not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:35:52.138370 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, cleared binding levels {{(pid=101769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 19:35:52.142109 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 19:35:52.145942 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3856050'] for port, after_update {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:52.181364 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.181974 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:52.183373 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] 10.222.0.42 "PUT /v2.0/ports/7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb HTTP/1.1" status: 200 len: 1093 time: 0.5930686 Mar 23 19:35:52.183805 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:52.186068 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8648b5c9-c79c-421f-896b-9b905919c54f" -d '{"events": [{"name": "network-changed", "server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:52.212586 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7827-765a-4ead-a2ec-c3da1df63caa service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=3']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:52.230853 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290fa2b-c7a0-44bb-b011-7bfd7e92ebd1 x-openstack-request-id: req-9290fa2b-c7a0-44bb-b011-7bfd7e92ebd1 {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:52.231136 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:52.231388 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9290fa2b-c7a0-44bb-b011-7bfd7e92ebd1 {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:52.231782 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb', 'status': 'completed', 'code': 200} Mar 23 19:35:52.264047 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-3fd4c5e0-b2ee-4895-9b68-ccec08f35798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.265582 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-3fd4c5e0-b2ee-4895-9b68-ccec08f35798 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 1096 time: 0.0433843 Mar 23 19:35:52.313883 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-b87e170a-0c6e-4cbb-a4b7-d55edaabf94a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb HTTP/1.1" status: 200 len: 217 time: 0.0392914 Mar 23 19:35:52.381627 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-1d15e446-94b3-42b9-ad2d-3b210d869673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.383072 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-1d15e446-94b3-42b9-ad2d-3b210d869673 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73cc1dc6-4c69-4627-91f1-86c90d91db24 HTTP/1.1" status: 200 len: 848 time: 0.0621629 Mar 23 19:35:52.393729 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cc8e-f845-4f7d-bf91-3aa2c5df2f9a req-bc26b8cd-0b75-4165-9ade-9c8010eb0196 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.395103 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ac67cc8e-f845-4f7d-bf91-3aa2c5df2f9a req-bc26b8cd-0b75-4165-9ade-9c8010eb0196 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 943 time: 0.0837252 Mar 23 19:35:52.430473 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-8e92fd74-b508-4d26-96d2-456a9b62057a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343459 Mar 23 19:35:52.469090 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ac67cc8e-f845-4f7d-bf91-3aa2c5df2f9a req-e4e4eeab-3c44-4b55-9837-043bfcc41eac tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Mar 23 19:35:52.531439 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-3044804a-1bb9-4e50-8cb1-b4c68b785fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932682 Mar 23 19:35:52.624949 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-19f2736b-dc92-4f50-8a60-85eb38da59e7 req-b08dc2ef-3c13-45b8-ae2d-337ce89730ee service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868878 Mar 23 19:35:52.710563 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b5c9-c79c-421f-896b-9b905919c54f req-5f65e070-49ab-485f-bd6a-7a26e1dfde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.712083 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-5f65e070-49ab-485f-bd6a-7a26e1dfde57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=21147209c2484ae0b70b5c093b526fc5&device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 1096 time: 0.0416873 Mar 23 19:35:52.805681 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b5c9-c79c-421f-896b-9b905919c54f req-2aee9894-1f83-4d79-add5-e22adbb6e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.807145 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-2aee9894-1f83-4d79-add5-e22adbb6e719 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 200 len: 908 time: 0.0876858 Mar 23 19:35:52.852056 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-4949df63-5fe2-4d3f-85da-9612ed407501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb HTTP/1.1" status: 200 len: 217 time: 0.0379233 Mar 23 19:35:52.901475 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b5c9-c79c-421f-896b-9b905919c54f req-c7c8ebdc-8b5e-41ae-b625-69da52ea2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:52.902943 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-c7c8ebdc-8b5e-41ae-b625-69da52ea2a7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73cc1dc6-4c69-4627-91f1-86c90d91db24 HTTP/1.1" status: 200 len: 848 time: 0.0443757 Mar 23 19:35:52.935303 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-d78494af-a4a8-4969-abc9-1ffae1fe2223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252249 Mar 23 19:35:53.036220 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-57598ba6-4d33-455e-a822-29b760a225fe service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945084 Mar 23 19:35:53.132502 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-8648b5c9-c79c-421f-896b-9b905919c54f req-e43b7ad9-63da-42cf-a7a3-84c90877fff5 service neutron] 10.222.0.42 "GET /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884323 Mar 23 19:35:53.587227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da8493-3b3a-4d70-8d97-c22d3db883e8 req-7a449b48-35ea-4c2d-a2b6-f405b234f4b6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:53.588698 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-79da8493-3b3a-4d70-8d97-c22d3db883e8 req-7a449b48-35ea-4c2d-a2b6-f405b234f4b6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 943 time: 0.0503292 Mar 23 19:35:53.627435 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-79da8493-3b3a-4d70-8d97-c22d3db883e8 req-40435ec3-f292-41c8-bedd-f33a00feab16 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Mar 23 19:35:54.738340 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501e60-291f-4822-9808-76d6cda72a0c req-d7ea35d1-4d43-4876-ac6e-6ccc1bf552b6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:54.739795 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16501e60-291f-4822-9808-76d6cda72a0c req-d7ea35d1-4d43-4876-ac6e-6ccc1bf552b6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 943 time: 0.0475709 Mar 23 19:35:54.779705 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-16501e60-291f-4822-9808-76d6cda72a0c req-545092e1-b55e-4ba8-a4fb-e7627f5dbf5d tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341272 Mar 23 19:35:55.890987 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4ba07-58c8-41dd-bfa8-2d18f58118ce req-0c6a46ae-c9e1-410c-8d88-6416681c8759 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:55.892430 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99b4ba07-58c8-41dd-bfa8-2d18f58118ce req-0c6a46ae-c9e1-410c-8d88-6416681c8759 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 943 time: 0.0471442 Mar 23 19:35:55.929325 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-99b4ba07-58c8-41dd-bfa8-2d18f58118ce req-4203ad93-6dab-4e5a-996c-90cc5f2a3585 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Mar 23 19:35:56.107011 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:35:56.198879 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:56.210225 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb', 'network_id': '0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed', 'port_id': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb', 'mac_address': 'fa:16:3e:fc:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cc1dc6-4c69-4627-91f1-86c90d91db24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:35:56.244700 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.257327 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:35:56.276175 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:56.280006 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:56.325846 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=4']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:56.592304 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:35:57.041012 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c622de-37f2-426e-b406-7a0cbe056674 req-d9c5eb1d-f2de-4fd3-a295-3b822995e1bb tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:57.042473 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7c622de-37f2-426e-b406-7a0cbe056674 req-d9c5eb1d-f2de-4fd3-a295-3b822995e1bb tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 944 time: 0.0478854 Mar 23 19:35:57.079644 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a7c622de-37f2-426e-b406-7a0cbe056674 req-7af21e4b-5f8c-4ad4-918e-c8f6ae405d56 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Mar 23 19:35:57.691320 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51206) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:57.792512 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b84e221-66d6-49d0-8fd4-5690054c3a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:57.863299 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b84e221-66d6-49d0-8fd4-5690054c3a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:57.866718 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7b84e221-66d6-49d0-8fd4-5690054c3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_create {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:57.903241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7b84e221-66d6-49d0-8fd4-5690054c3a62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a8fdbba894942f1833a24f8d11f2393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109056 Mar 23 19:35:57.904182 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84e221-66d6-49d0-8fd4-5690054c3a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae3e00f-56c8-4338-8f7e-53552ecc7aab,revision_number=1']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:57.905937 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51210) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:35:57.954398 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:57.974669 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.022810 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.025311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.026437 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ae3e00f-56c8-4338-8f7e-53552ecc7aab HTTP/1.1" status: 204 len: 168 time: 0.1195149 Mar 23 19:35:58.033553 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149db0-73af-4676-9c89-23e2c23b6d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae3e00f-56c8-4338-8f7e-53552ecc7aab,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:58.122775 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:35:58.177920 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning for port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb completed by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 19:35:58.182606 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:35:58.182989 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.214090 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfc3c3-9291-45da-98ec-1ed59ffd05db req-c7919199-b81d-4b64-882c-12f80ee1f209 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:58.215690 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4dfc3c3-9291-45da-98ec-1ed59ffd05db req-c7919199-b81d-4b64-882c-12f80ee1f209 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 944 time: 0.0533199 Mar 23 19:35:58.258416 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4dfc3c3-9291-45da-98ec-1ed59ffd05db req-89e573a6-6b7a-49e2-9427-fe05b87e0fa6 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357502 Mar 23 19:35:58.272117 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.297478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:35:58.300291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918bfdd7-6525-4117-bc51-ced55ecaa473" -d '{"events": [{"server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:35:58.314545 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:35:58.319291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:35:58.343002 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd516a29-bd25-41ae-8fd9-8fd8330707a9 x-openstack-request-id: req-cd516a29-bd25-41ae-8fd9-8fd8330707a9 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:35:58.344031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:35:58.344031 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd516a29-bd25-41ae-8fd9-8fd8330707a9 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:35:58.344031 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb', 'code': 200} Mar 23 19:35:58.372216 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=5']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:35:58.499520 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bc633-2e4d-4e7f-a660-3dd17f018add req-57a9cd0c-ee46-4f1a-80af-9b139fe9a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:58.501005 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e82bc633-2e4d-4e7f-a660-3dd17f018add req-57a9cd0c-ee46-4f1a-80af-9b139fe9a001 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 1098 time: 0.0418737 Mar 23 19:35:58.534499 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e82bc633-2e4d-4e7f-a660-3dd17f018add req-58eaba36-ae20-4fa9-9758-075606a00b8e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256186 Mar 23 19:35:59.372735 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d72e-107b-4575-8105-02391f10e076 req-270e54a8-51e6-4ab5-9f9b-49099dbc4422 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:35:59.374193 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f5d7d72e-107b-4575-8105-02391f10e076 req-270e54a8-51e6-4ab5-9f9b-49099dbc4422 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 945 time: 0.0464528 Mar 23 19:35:59.410851 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f5d7d72e-107b-4575-8105-02391f10e076 req-fa3aedd0-9b7d-499e-9b36-b4041975cfe4 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303121 Mar 23 19:36:00.524712 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe54d2-e934-48ae-9baf-dacb731a4e64 req-1b92b1e9-f17d-4a73-a700-d9dc2ba2505e tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:00.526197 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e4fe54d2-e934-48ae-9baf-dacb731a4e64 req-1b92b1e9-f17d-4a73-a700-d9dc2ba2505e tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 945 time: 0.0475187 Mar 23 19:36:00.562554 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e4fe54d2-e934-48ae-9baf-dacb731a4e64 req-2d96ead8-ebbd-4bb8-896c-53c5b848db8d tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Mar 23 19:36:01.171275 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bc816-9d2e-45d5-93b5-cc34c2a9729e req-e780aa15-38ab-4fb4-83e5-1f722ab70c51 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:01.172749 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-551bc816-9d2e-45d5-93b5-cc34c2a9729e req-e780aa15-38ab-4fb4-83e5-1f722ab70c51 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 945 time: 0.0506349 Mar 23 19:36:01.209850 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-551bc816-9d2e-45d5-93b5-cc34c2a9729e req-41d6360c-db29-4619-a590-1b426dded043 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Mar 23 19:36:02.327775 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e10d84-f53e-4399-8edd-397886d9bc3e req-c9066373-1518-49f6-9e0b-f3244daff21c tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:02.329277 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4e10d84-f53e-4399-8edd-397886d9bc3e req-c9066373-1518-49f6-9e0b-f3244daff21c tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Mar 23 19:36:02.365681 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a4e10d84-f53e-4399-8edd-397886d9bc3e req-9a39b270-d7b3-41ba-817c-b567b90275a7 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/security-groups?id=16de4d3b-981c-4102-878a-5e87b4460aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304978 Mar 23 19:36:02.607746 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-e409766e-c932-435a-921f-542214ca075c tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:02.609192 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-e409766e-c932-435a-921f-542214ca075c tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 945 time: 0.0500059 Mar 23 19:36:02.694689 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Deleting port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:36:02.695038 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.783107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] For port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,segment=NetworkSegment(6dfd4979-41a1-4033-b88c-2c45bf7ccf60),segment_id=6dfd4979-41a1-4033-b88c-2c45bf7ccf60)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:36:02.783475 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.795469 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Calling delete_port for 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:36:02.915658 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.927237 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:36:02.947079 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Pushing event deleted for resources: {'Port': ['ID=7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:02.986302 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] No DVR routers for this DVR port 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:36:02.989298 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:02.992750 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef76810d-d3a2-4afb-a62e-0e48bbe90b60 req-9df613df-4d7a-4096-8d31-130478eaf220 tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.42 "DELETE /v2.0/ports/7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb HTTP/1.1" status: 204 len: 173 time: 0.3779683 Mar 23 19:36:02.993212 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'name': 'network-vif-deleted', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:36:02.995475 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f022711-6c70-42a1-91bc-187fec8dddc9" -d '{"events": [{"server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "name": "network-vif-deleted", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:36:03.032758 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc95105-0983-4438-ab2e-6a1c619447ea x-openstack-request-id: req-4bc95105-0983-4438-ab2e-6a1c619447ea {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:36:03.033100 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57873ac1-0b2c-4ae6-9702-5fc593e33d11", "name": "network-vif-deleted", "tag": "7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:36:03.033375 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bc95105-0983-4438-ab2e-6a1c619447ea {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:36:03.033770 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57873ac1-0b2c-4ae6-9702-5fc593e33d11', 'name': 'network-vif-deleted', 'tag': '7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb', 'status': 'completed', 'code': 200} Mar 23 19:36:03.476768 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e217fb18-3388-4980-8d53-39cee823545c req-104065cb-67bb-48b7-ae4c-1ba132a6dcef tempest-VolumesActionsTest-2106181126 tempest-VolumesActionsTest-2106181126-project] 10.222.0.43 "GET /v2.0/ports?device_id=57873ac1-0b2c-4ae6-9702-5fc593e33d11 HTTP/1.1" status: 200 len: 210 time: 0.0269604 Mar 23 19:36:06.550701 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:36:06.570881 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:36:06.571232 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 7b3a0d4e-a7d5-41e2-ac86-5cf113189bcb not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:36:11.125972 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:13.417408 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f765b0f1-0e5a-42da-8d39-805e1330f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:15.818208 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ec96d509-bd63-44dd-a604-7495675bb78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:16.837422 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.365263 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.729526 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:18.967651 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:36:21.194996 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-a93fc58d-7d61-45ee-9b62-6a38ca8a284e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486550 Mar 23 19:36:21.262405 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-b38e3a67-df9d-41a3-be63-2e0bdfea4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:21.263912 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-b38e3a67-df9d-41a3-be63-2e0bdfea4dad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0446389 Mar 23 19:36:21.383794 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-f48ccd68-0f4f-4b8d-bee4-e924f463b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:21.386241 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-f48ccd68-0f4f-4b8d-bee4-e924f463b358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.1032314 Mar 23 19:36:21.470632 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-12fe808d-ed00-4482-9d04-f3ff083d3385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1001 time: 0.0774548 Mar 23 19:36:21.524203 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-49963a23-8f03-4a94-bc53-2cd01f0b8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:21.526429 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-49963a23-8f03-4a94-bc53-2cd01f0b8fdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0498576 Mar 23 19:36:21.580892 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-02b8b447-038a-436b-b895-60c47b20d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:36:21.583051 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-02b8b447-038a-436b-b895-60c47b20d31c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500193 Mar 23 19:36:21.683454 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-8e5e0774-cc5c-4f81-bcc4-b495a0743689 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928073 Mar 23 19:36:21.814963 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-defdea70-824c-4d5c-8cdc-c7a2cc337bdf req-7ba1079f-5ed6-4510-a200-f74ab0186832 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239614 Mar 23 19:36:26.208689 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51472) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:26.264880 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Deleting subnet 73cc1dc6-4c69-4627-91f1-86c90d91db24 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:36:26.267836 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.301551 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.342630 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.392922 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.420605 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cc1dc6-4c69-4627-91f1-86c90d91db24,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:26.424178 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.427412 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e6d273e9-919b-4292-bc74-6fffd68b212d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/73cc1dc6-4c69-4627-91f1-86c90d91db24 HTTP/1.1" status: 204 len: 168 time: 0.2177088 Mar 23 19:36:26.429853 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51474) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:26.496077 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.583862 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.604620 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed']}} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:26.613654 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfd4979-41a1-4033-b88c-2c45bf7ccf60') {'for_net_delete': True} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:26.613950 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.services.segments.db [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfd4979-41a1-4033-b88c-2c45bf7ccf60') {} {{(pid=101768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:36:26.622984 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554427'] for segment, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.635555 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.641180 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:36:26.641565 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379150'] for segment, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: Traceback (most recent call last): Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: timer() Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: cb(*args, **kw) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: return func(*args, **kwargs) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: self._notify() Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: self.callback(batched_events) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: event.method(event) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: return f(self, *a, **k) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._get(url).json() Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: return self.request(url, 'GET', **kwargs) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:36:26.643164 dv-cinder-834961-1-iscsi neutron-server[101768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:36:26.699762 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.704453 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.710915 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed HTTP/1.1" status: 204 len: 168 time: 0.2774830 Mar 23 19:36:26.720980 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939708d-bbbc-43aa-9877-a7934b1cc199 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d30bbb8-8eca-4a0e-8ec3-1f1f269e31ed,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:26.868114 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51478) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:26.906969 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-09f3de40-77a2-4157-b0a3-e9f259e24965 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21147209c2484ae0b70b5c093b526fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377157 Mar 23 19:36:26.909306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51480) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:36:26.955879 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:26.976633 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:27.021732 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:27.024179 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:27.025353 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16de4d3b-981c-4102-878a-5e87b4460aaf HTTP/1.1" status: 204 len: 168 time: 0.1151705 Mar 23 19:36:27.032796 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7861f-a75c-41e5-abaf-7913c7c972ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16de4d3b-981c-4102-878a-5e87b4460aaf,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:36:41.135901 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:43.410567 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-a3519779-d1b9-430a-8779-2b3fc8f341ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:45.810795 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3bef-96b8-41dd-843a-f5ade179f36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:46.836210 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:48.366980 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:48.714711 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:36:55.967826 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:37:11.136100 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:13.412368 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-db44e466-f08e-422b-9af3-54bcc4a85394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:15.811396 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2571e-5951-4238-a0c8-be79f0b5d4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:16.839722 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:18.370962 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:18.717080 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:21.322975 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-b542b814-7f4c-435a-9348-253286c0e8d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387652 Mar 23 19:37:21.403240 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-a98f7980-e0d5-403a-89ca-047211e8f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:21.404738 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-a98f7980-e0d5-403a-89ca-047211e8f572 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0426111 Mar 23 19:37:21.502823 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-a5899b74-b584-476a-b0c2-c5a1e06d43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:21.504254 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-a5899b74-b584-476a-b0c2-c5a1e06d43b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0815980 Mar 23 19:37:21.569493 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-6de1c833-92dc-456d-a0a7-81dbfbe54620 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1001 time: 0.0585732 Mar 23 19:37:21.616701 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-48ad2e30-fc4f-4516-9e24-b0febc5bfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:21.618213 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-48ad2e30-fc4f-4516-9e24-b0febc5bfcc5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0425591 Mar 23 19:37:21.661692 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-866fd8ff-9d71-4062-925e-cc59e4ce0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:21.663182 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-866fd8ff-9d71-4062-925e-cc59e4ce0340 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374951 Mar 23 19:37:21.753128 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-2a06e694-a6d8-4923-a2d6-ecaa69799229 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Mar 23 19:37:21.839807 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-f5a6ff4d-1e38-4515-a81e-f8ec43137ad3 req-870ac609-bc81-4388-bb2c-dd62e260de56 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803537 Mar 23 19:37:27.682830 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643a494-80e0-4ccc-b9d1-03d5f4b8678a req-69d27a51-1ffc-4449-9ae6-17b5d90bca02 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:27.684307 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5643a494-80e0-4ccc-b9d1-03d5f4b8678a req-69d27a51-1ffc-4449-9ae6-17b5d90bca02 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0553482 Mar 23 19:37:27.721747 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5643a494-80e0-4ccc-b9d1-03d5f4b8678a req-5f887092-f3c8-42b0-9d1b-ebb09c878552 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Mar 23 19:37:28.841811 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c84822-81b7-4a4b-83b8-6238ccf947f2 req-4fb34ba3-4aa2-4275-8ccc-a1e7aaa85156 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:28.843278 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f1c84822-81b7-4a4b-83b8-6238ccf947f2 req-4fb34ba3-4aa2-4275-8ccc-a1e7aaa85156 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0520904 Mar 23 19:37:28.879038 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-f1c84822-81b7-4a4b-83b8-6238ccf947f2 req-9effe3c1-b675-47dc-aa0d-0e15713fbedd tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298629 Mar 23 19:37:29.993601 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115d33-1312-4121-8ae7-32a0baac0f9d req-6d6f402d-a5f6-473d-a1f7-84263c5855c0 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:29.994969 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-98115d33-1312-4121-8ae7-32a0baac0f9d req-6d6f402d-a5f6-473d-a1f7-84263c5855c0 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0502520 Mar 23 19:37:30.030821 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-98115d33-1312-4121-8ae7-32a0baac0f9d req-cd124132-5424-49a8-83f4-10f736a00c5a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300465 Mar 23 19:37:31.145292 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908163e-605c-43f8-8881-bcd8f09c8153 req-3c45d990-6f7f-4a93-9179-b1af33de89ad tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:31.146732 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5908163e-605c-43f8-8881-bcd8f09c8153 req-3c45d990-6f7f-4a93-9179-b1af33de89ad tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0476146 Mar 23 19:37:31.183629 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-5908163e-605c-43f8-8881-bcd8f09c8153 req-e18d5692-55dd-4b96-a19e-37641687eaaf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Mar 23 19:37:32.294021 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c267fb-fb32-48ab-9560-7f7e736f9368 req-699c7ac2-4041-4b33-b6e6-433060f6e371 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:32.295448 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b0c267fb-fb32-48ab-9560-7f7e736f9368 req-699c7ac2-4041-4b33-b6e6-433060f6e371 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0478144 Mar 23 19:37:32.331478 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-b0c267fb-fb32-48ab-9560-7f7e736f9368 req-4658d1bb-c089-4fee-b150-2a56b590b8fa tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301621 Mar 23 19:37:32.965664 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:37:33.444097 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96eee-94d8-47e3-8921-3c067171940e req-fdad2086-b1e3-4d0e-a2ec-002434b17eb6 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:33.445594 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-80b96eee-94d8-47e3-8921-3c067171940e req-fdad2086-b1e3-4d0e-a2ec-002434b17eb6 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0481181 Mar 23 19:37:33.482329 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-80b96eee-94d8-47e3-8921-3c067171940e req-c5e30a16-9e63-45d1-afba-a6ca1c98d440 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Mar 23 19:37:34.597224 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3cba-42a5-40bf-9d5c-516c34d42303 req-6c227d63-859b-42bd-ad54-423e808332c3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:34.598679 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2a3d3cba-42a5-40bf-9d5c-516c34d42303 req-6c227d63-859b-42bd-ad54-423e808332c3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0512578 Mar 23 19:37:34.635480 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2a3d3cba-42a5-40bf-9d5c-516c34d42303 req-25d06aa1-b674-4175-b024-76049dc443e3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Mar 23 19:37:35.751933 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499def38-6214-4b01-a711-cfa83eeff023 req-5cdc6da7-8c1f-4cdb-aa37-10b37a88493f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:35.753383 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-499def38-6214-4b01-a711-cfa83eeff023 req-5cdc6da7-8c1f-4cdb-aa37-10b37a88493f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Mar 23 19:37:35.791470 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-499def38-6214-4b01-a711-cfa83eeff023 req-56bbebd5-33be-48e9-8d69-1ba9c91412d2 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Mar 23 19:37:36.904613 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec65d99-79d0-49d1-abcf-ec11744e31cb req-39ab924a-bcab-446b-9c6a-7658dd29ab3b tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:36.906130 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec65d99-79d0-49d1-abcf-ec11744e31cb req-39ab924a-bcab-446b-9c6a-7658dd29ab3b tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0477724 Mar 23 19:37:36.942989 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5ec65d99-79d0-49d1-abcf-ec11744e31cb req-468da5aa-a156-4eef-8933-232c04551057 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Mar 23 19:37:37.806555 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-5848da23-ebc6-4c0b-b966-74173c1798d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:37.808001 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-5848da23-ebc6-4c0b-b966-74173c1798d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0395637 Mar 23 19:37:37.897168 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-ff0c184f-7073-4744-8b8d-a7a3319169ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:37.898611 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-ff0c184f-7073-4744-8b8d-a7a3319169ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0842888 Mar 23 19:37:37.960918 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-4d62dfe5-814d-49d2-a013-632f7bfd2bd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1001 time: 0.0553005 Mar 23 19:37:38.012650 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-d4e11acd-a672-46ba-878f-d68c64a27212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:38.014191 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-d4e11acd-a672-46ba-878f-d68c64a27212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0467620 Mar 23 19:37:38.060296 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-650deb88-107f-4d9e-8ee5-36f0914e8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:38.061835 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-650deb88-107f-4d9e-8ee5-36f0914e8d4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413125 Mar 23 19:37:38.063039 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897635-1dea-43c1-a667-0c4220b43496 req-0690297f-ae2e-4f5e-b4db-077ff86543cc tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:38.064508 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a8897635-1dea-43c1-a667-0c4220b43496 req-0690297f-ae2e-4f5e-b4db-077ff86543cc tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0545211 Mar 23 19:37:38.104944 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-a8897635-1dea-43c1-a667-0c4220b43496 req-c6d56589-8af7-4045-9122-c26f170a16d8 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343661 Mar 23 19:37:38.148111 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-8fb8143b-65be-4a03-ac5c-af2299117fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800037 Mar 23 19:37:38.237091 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-68c7b0a0-bebb-4094-9b94-e1439bbedc8d req-b0f9c53f-1c81-45ea-8ab3-e429594cc131 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826697 Mar 23 19:37:39.220975 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2e913-14cc-4342-a8e3-6ca18af0ba49 req-4f5b9182-294d-4dd2-b366-7d4f2676c74f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:39.222420 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e3e2e913-14cc-4342-a8e3-6ca18af0ba49 req-4f5b9182-294d-4dd2-b366-7d4f2676c74f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0511580 Mar 23 19:37:39.261242 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-e3e2e913-14cc-4342-a8e3-6ca18af0ba49 req-ae4078e7-9326-43e9-a349-cdf92ad31652 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330350 Mar 23 19:37:40.378074 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff56d-253c-402c-92f9-4c4784606fe3 req-89041523-cbd0-4c01-9d29-289ed97721fa tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:40.379559 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-860ff56d-253c-402c-92f9-4c4784606fe3 req-89041523-cbd0-4c01-9d29-289ed97721fa tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0525358 Mar 23 19:37:40.416689 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-860ff56d-253c-402c-92f9-4c4784606fe3 req-b37a446f-78ae-4417-8b06-a70a4397edea tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307577 Mar 23 19:37:40.626606 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9904a1e-df89-4010-9d3d-042ac67850d7 req-ce5b1dc8-8efc-4874-99e6-f87f10348971 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:40.628141 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d9904a1e-df89-4010-9d3d-042ac67850d7 req-ce5b1dc8-8efc-4874-99e6-f87f10348971 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Mar 23 19:37:40.666417 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-d9904a1e-df89-4010-9d3d-042ac67850d7 req-64c8bbb6-9931-43da-a28c-fc0ef465d2b1 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Mar 23 19:37:40.698152 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-f9c9a66b-9d6c-4354-9d10-3e77c839cdb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386588 Mar 23 19:37:41.136809 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:41.798111 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce55c0c-0e66-4022-925b-844b7c3c5c77 req-45406ada-445a-4a0b-91e0-3e79cc8f4c1e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:41.799997 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cce55c0c-0e66-4022-925b-844b7c3c5c77 req-45406ada-445a-4a0b-91e0-3e79cc8f4c1e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0512307 Mar 23 19:37:41.892695 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-cce55c0c-0e66-4022-925b-844b7c3c5c77 req-8f2195fc-7b30-40d7-ab95-8dda71928f9a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821157 Mar 23 19:37:41.895228 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-6abee7c2-6da6-4bbd-9fa4-60b7ffed24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:41.896629 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-6abee7c2-6da6-4bbd-9fa4-60b7ffed24ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb HTTP/1.1" status: 200 len: 1099 time: 0.0944355 Mar 23 19:37:42.231166 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-575d83f0-c260-4320-af2c-26068184b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:42.232657 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-575d83f0-c260-4320-af2c-26068184b8ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.3134525 Mar 23 19:37:42.319232 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-1788cfb8-7489-41f3-bc68-cfb5dbc50ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:42.320681 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-1788cfb8-7489-41f3-bc68-cfb5dbc50ecb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0809567 Mar 23 19:37:42.385392 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-365b7a6a-285d-4220-a403-53accf32f6e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1001 time: 0.0583847 Mar 23 19:37:42.431203 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-f1f2ace0-df57-4edb-a368-be619b0bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:42.433186 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-f1f2ace0-df57-4edb-a368-be619b0bedcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0420616 Mar 23 19:37:42.475064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-612847d8-f55c-4da6-b7e4-2d6fa17077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:42.476481 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-612847d8-f55c-4da6-b7e4-2d6fa17077bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374939 Mar 23 19:37:42.565738 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-25028a8a-91b4-44d4-aed1-dd5808b02524 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823908 Mar 23 19:37:42.654021 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-1be0572a-d25b-427e-86d5-c4f679ec0017 req-ad31d59c-cb6d-44e5-a307-9fe042f13977 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818298 Mar 23 19:37:42.654532 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:37:42.728417 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:42.750513 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:37:42.752747 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d14a796-9875-4eed-a3b4-80d764616ded" -d '{"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-unplugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:37:42.765457 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:37:42.769733 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:42.792757 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b058cf3-7f6a-4403-ad29-0debde97eaee x-openstack-request-id: req-6b058cf3-7f6a-4403-ad29-0debde97eaee {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:37:42.793073 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-unplugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:37:42.793329 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b058cf3-7f6a-4403-ad29-0debde97eaee {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:37:42.793717 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'code': 200} Mar 23 19:37:42.821282 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=6']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:37:42.828847 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.829204 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.829552 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.829893 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.830228 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.830563 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.830893 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.831221 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.831551 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.831879 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.832203 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:42.832526 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:37:43.008995 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04fa83-40a0-42a3-b049-e1aff72cf616 req-430ac7d9-2bd2-4e06-bfd5-dc6d797acbdb tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:43.011021 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6f04fa83-40a0-42a3-b049-e1aff72cf616 req-430ac7d9-2bd2-4e06-bfd5-dc6d797acbdb tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0508392 Mar 23 19:37:43.047282 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6f04fa83-40a0-42a3-b049-e1aff72cf616 req-6a8459a7-d85f-403d-bbce-0922f857b09d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300398 Mar 23 19:37:43.420123 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2365ed44-46f7-4bd8-aa1c-558e12c831c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:44.165174 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716859b2-8775-41ea-a7e4-17a95fbd3405 req-64140c8c-4c41-470e-aba1-022fe8d1b287 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:44.166662 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-716859b2-8775-41ea-a7e4-17a95fbd3405 req-64140c8c-4c41-470e-aba1-022fe8d1b287 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0491464 Mar 23 19:37:44.204160 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-716859b2-8775-41ea-a7e4-17a95fbd3405 req-6e0fef39-af03-497e-8f54-b9588dcb51ba tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316191 Mar 23 19:37:45.316468 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e16061-347d-4981-9b3a-b2fecfa19f61 req-ad0bc89d-c813-48c3-a74d-70c44337637f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:45.317963 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85e16061-347d-4981-9b3a-b2fecfa19f61 req-ad0bc89d-c813-48c3-a74d-70c44337637f tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Mar 23 19:37:45.355105 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-85e16061-347d-4981-9b3a-b2fecfa19f61 req-fbe1f3ee-2159-49be-969c-da6b760b29b1 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306804 Mar 23 19:37:45.812889 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e12f-4074-40b1-9f96-e1fd1f3ba90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:46.473896 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed9cf-bbdc-4db1-93a7-4b48722c35ac req-3417759b-2394-4e61-985f-a374648883b3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:46.475343 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e3bed9cf-bbdc-4db1-93a7-4b48722c35ac req-3417759b-2394-4e61-985f-a374648883b3 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0480893 Mar 23 19:37:46.512229 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-e3bed9cf-bbdc-4db1-93a7-4b48722c35ac req-4f71fe93-3c9d-45fd-b444-1f4c55dca8bf tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Mar 23 19:37:46.841969 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:47.624484 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02120167-ecd3-4b7d-942c-defdd5eee699 req-ba5c60dc-6f93-40bb-9396-8050e210c1f4 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:47.625960 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02120167-ecd3-4b7d-942c-defdd5eee699 req-ba5c60dc-6f93-40bb-9396-8050e210c1f4 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0469022 Mar 23 19:37:47.663579 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-02120167-ecd3-4b7d-942c-defdd5eee699 req-a0df08a0-022e-4483-b7d8-3eaf43406632 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Mar 23 19:37:48.373172 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:48.719271 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:48.781858 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0824054-009c-4185-ae08-cbceefd78585 req-3edb58dc-d775-4bae-a2a3-5ad242912bc1 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:48.783308 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b0824054-009c-4185-ae08-cbceefd78585 req-3edb58dc-d775-4bae-a2a3-5ad242912bc1 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Mar 23 19:37:48.819781 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-b0824054-009c-4185-ae08-cbceefd78585 req-c72a4e82-4eb6-467a-8a26-b3053aaf978e tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306127 Mar 23 19:37:49.636554 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1363a9a-dccd-468b-8480-ae29a588a6cf req-c2710f3b-4437-4e16-85db-fad3820c9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:49.637951 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a1363a9a-dccd-468b-8480-ae29a588a6cf req-c2710f3b-4437-4e16-85db-fad3820c9388 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1097 time: 0.0417602 Mar 23 19:37:49.672652 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-a1363a9a-dccd-468b-8480-ae29a588a6cf req-b6608825-8911-46fe-8877-8a73adfea1a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273201 Mar 23 19:37:49.934325 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33405f70-e6c0-491b-8ff6-01cf2291415f req-7cdb07ef-4527-4f67-948b-d02ffbdb37af tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:49.935693 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33405f70-e6c0-491b-8ff6-01cf2291415f req-7cdb07ef-4527-4f67-948b-d02ffbdb37af tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 944 time: 0.0489521 Mar 23 19:37:49.972585 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-33405f70-e6c0-491b-8ff6-01cf2291415f req-3dc00d3c-8be3-4941-a166-5601b1757bea tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310385 Mar 23 19:37:50.670454 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 details requested by agent hyperv_hv-cinder-83496 with host hv-cinder-83496 {{(pid=101770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 19:37:50.765787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:37:50.776478 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Returning: {'device': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'port_id': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'mac_address': 'fa:16:3e:df:5d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 19:37:50.813283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:50.828815 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d952bc6-04d5-4c37-9ab6-091e12190df0 {{(pid=101770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 19:37:50.847507 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:37:50.851335 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:50.899107 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=7']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:37:51.083586 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe6fe1-e2b9-4886-949c-8d9c7ae6bc72 req-620de724-ceb3-4656-9760-ef99909b6c0a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:37:51.085062 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-13fe6fe1-e2b9-4886-949c-8d9c7ae6bc72 req-620de724-ceb3-4656-9760-ef99909b6c0a tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Mar 23 19:37:51.122633 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-13fe6fe1-e2b9-4886-949c-8d9c7ae6bc72 req-eb91932f-4591-4096-9c9c-64ba0d5c3032 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312498 Mar 23 19:37:51.199243 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] get_ports_and_sgs() called for port_ids ['0d952bc6-04d5-4c37-9ab6-091e12190df0'] {{(pid=101770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 19:37:52.686395 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 up at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 19:37:52.734386 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.provisioning_blocks [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Provisioning complete for port 0d952bc6-04d5-4c37-9ab6-091e12190df0 triggered by entity L2. {{(pid=101770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 19:37:52.734763 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16483917'] for port, provisioning_complete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:52.814178 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16410373'] for port, before_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:52.835402 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:37:52.837661 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81b25bff977454e0bef516f633a9e5bd9cda46f8ab7c624f60ecc0d3a956d0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3732b-5f6f-4600-87e8-829d1d9ce74e" -d '{"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-plugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:37:52.849759 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:37:52.855694 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775062447809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775061891831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775061891759'] for port, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:37:52.881506 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6dbe0-4dcd-4b02-95c4-ccf18e410c15 x-openstack-request-id: req-21d6dbe0-4dcd-4b02-95c4-ccf18e410c15 {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:37:52.881802 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-plugged", "status": "completed", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "code": 200}]} {{(pid=101770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:37:52.882042 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21d6dbe0-4dcd-4b02-95c4-ccf18e410c15 {{(pid=101770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:37:52.882766 dv-cinder-834961-1-iscsi neutron-server[101770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'code': 200} Mar 23 19:37:52.907106 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Pushing event updated for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=8']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:38:09.965260 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:38:11.146402 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:13.411513 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-27d88725-c148-4004-a21d-801f0ec16b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:15.813670 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-69252da3-3626-4711-9dd7-b138eb9319a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:16.845095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:18.377347 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:18.721750 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:21.057185 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-f91c80aa-a95d-4631-8707-0592663f1bd5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380440 Mar 23 19:38:21.137575 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-9cd97cdd-812f-4f45-a111-cc6daf55580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:21.139037 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-9cd97cdd-812f-4f45-a111-cc6daf55580c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0424967 Mar 23 19:38:21.237278 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-d6d5c80b-2471-4fec-b104-3f8c71964fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:21.238646 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-d6d5c80b-2471-4fec-b104-3f8c71964fd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0819962 Mar 23 19:38:21.303767 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-a032be7b-cf11-44b1-a04f-068b53edbabb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 1001 time: 0.0584855 Mar 23 19:38:21.351658 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-4da07a73-caf2-4848-a523-684f6a086da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:21.353028 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-4da07a73-caf2-4848-a523-684f6a086da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0427325 Mar 23 19:38:21.395496 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-53db4e42-86d0-45d8-8f76-6bdf0e086bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:38:21.396934 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-53db4e42-86d0-45d8-8f76-6bdf0e086bfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376565 Mar 23 19:38:21.485639 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-a246fa1d-63e0-45f8-ae31-fa08ef28b55e service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814273 Mar 23 19:38:21.571450 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-6b8a0efc-ce34-4eed-891e-0f49c1830d91 req-1083956e-5e03-48cc-a9d5-12bb47a3bc0e service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795190 Mar 23 19:38:41.154340 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:43.413027 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-93cd4f39-dd33-4aa0-b9c8-93a6f4a2fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:45.814887 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-036248b6-7703-49c2-9e8f-a26a65186b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.848381 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:46.964190 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:38:48.377153 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:38:48.723405 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:11.168332 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:13.037377 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [req-6a1f2f23-01e5-4920-a197-d1e6539c18e1 req-0f93b585-5b1f-4697-9979-2b6ca8808471 service neutron] (101769) timed out ('10.222.0.42', 51582) {{(pid=101769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 19:39:13.413651 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3e3761e3-35c7-4fb2-bfbe-212aca68a3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:15.816381 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-125dda12-72bb-47f8-85d6-70b1eea9d4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:16.851404 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:18.380395 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:18.725684 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.272936 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51586) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:20.515460 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Deleting port 76fa844f-03e4-4c5f-bd27-aee9172e4015 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:20.515804 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.591754 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.592011 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.603991 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Calling delete_port for 76fa844f-03e4-4c5f-bd27-aee9172e4015 owned by network:floatingip {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:20.747576 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.773234 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event deleted for resources: {'Port': ['ID=76fa844f-03e4-4c5f-bd27-aee9172e4015,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:20.797638 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.798511 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.799066 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.799581 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.800038 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.800370 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.800697 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.801044 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.801370 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.801691 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.802008 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.802324 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:20.841887 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for floatingip, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:20.842152 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.db.l3_db [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Floating IP b96726f3-369e-4cfd-9803-dc391d444c68 disassociated (deleted). External IP: 172.27.3.27, port: 0d952bc6-04d5-4c37-9ab6-091e12190df0. Mar 23 19:39:21.043525 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:39:21.113940 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-e892e012-ffd1-4c79-962a-574974631277 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878801 Mar 23 19:39:21.152606 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:39:21.158709 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for floatingip, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:21.162743 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Sync routers for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:39:21.177259 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:21.178018 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:21.193518 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dbafe607-0a73-47e3-8193-c7981cbfab6d tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "DELETE /v2.0/floatingips/b96726f3-369e-4cfd-9803-dc391d444c68 HTTP/1.1" status: 204 len: 168 time: 0.9168651 Mar 23 19:39:21.194448 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:39:21.196783 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30ca4a63404b30be9d066dd3fa97a79c8fc8af8f7cbd787441f5449350d34eb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63" -d '{"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:39:21.218895 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09136e-35e3-4576-9768-bab0f2261aba req-9c71b69f-b1e6-4159-9708-9a6391f6d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.220812 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-9c71b69f-b1e6-4159-9708-9a6391f6d230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0650065 Mar 23 19:39:21.248227 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8eea20-1085-4557-a201-0b8bdaa6fadc x-openstack-request-id: req-4c8eea20-1085-4557-a201-0b8bdaa6fadc {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:39:21.248517 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "status": "completed", "code": 200}]} {{(pid=101768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:39:21.248769 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c8eea20-1085-4557-a201-0b8bdaa6fadc {{(pid=101768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:39:21.249196 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'status': 'completed', 'code': 200} Mar 23 19:39:21.305864 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:21.333237 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09136e-35e3-4576-9768-bab0f2261aba req-62e34ffe-0945-4ed0-99a5-ce1a46d010a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.338182 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-62e34ffe-0945-4ed0-99a5-ce1a46d010a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0961871 Mar 23 19:39:21.381831 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-f2510302-9299-46da-9e4c-38360e100350 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 217 time: 0.0400176 Mar 23 19:39:21.438119 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09136e-35e3-4576-9768-bab0f2261aba req-be4688e2-d302-466b-bd92-597436643b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.440373 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-be4688e2-d302-466b-bd92-597436643b82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0525744 Mar 23 19:39:21.490064 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09136e-35e3-4576-9768-bab0f2261aba req-9d13481f-ddb6-42fe-ad01-c5889aa5c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.491600 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-9d13481f-ddb6-42fe-ad01-c5889aa5c483 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431457 Mar 23 19:39:21.625109 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2d0a-f6c1-44f6-8ca0-08a1f5a66ecb req-71870c88-3138-4971-bd61-baf6ec435464 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.627128 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-238e2d0a-f6c1-44f6-8ca0-08a1f5a66ecb req-71870c88-3138-4971-bd61-baf6ec435464 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.2314692 Mar 23 19:39:21.630659 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-da116436-92cc-44ba-9d24-a10742700ea5 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312559 Mar 23 19:39:21.649095 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:21.675355 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Checking router: 7d76e21e-2637-4c2e-bf17-2df091a1cd1f for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:39:21.683469 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:21.684079 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:21.717800 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-238e2d0a-f6c1-44f6-8ca0-08a1f5a66ecb req-9a900f4a-dbc1-45bc-a5e7-934261de7a32 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847032 Mar 23 19:39:21.749785 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-ef09136e-35e3-4576-9768-bab0f2261aba req-1debb384-add1-429a-a2c5-17858e85351d service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109231 Mar 23 19:39:21.795167 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:21.835661 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-dc3b7eda-4b7d-4226-a189-dcabbe6f4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.837189 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-dc3b7eda-4b7d-4226-a189-dcabbe6f4457 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 1099 time: 0.0415730 Mar 23 19:39:21.931880 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-70487f07-ea36-4719-97d8-c289a714592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:21.933283 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-70487f07-ea36-4719-97d8-c289a714592e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 200 len: 908 time: 0.0871241 Mar 23 19:39:21.974453 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-6158a076-8708-46de-b27e-f7485aee62d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 200 len: 217 time: 0.0345967 Mar 23 19:39:21.990733 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:22.020035 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85268ca0-9e74-46e5-8b8e-a8b2bd0d5f53 None None] The sync data for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi is: [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:45Z', 'revision_number': 4, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi', '_interfaces': [{'id': '4fdb4dce-8668-4eb2-8b66-c0f84ff3db73', 'name': '', 'network_id': 'ff2782b3-7bf5-4aa7-bb41-04bbf161e68f', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'mac_address': 'fa:16:3e:7b:c8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:45Z', 'updated_at': '2022-03-23T19:33:50Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'subnets': [{'id': 'a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:39:22.023052 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-72c927f5-3ac0-4850-8383-a52ec3c755d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:22.024517 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-72c927f5-3ac0-4850-8383-a52ec3c755d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 200 len: 847 time: 0.0421991 Mar 23 19:39:22.071558 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-162ac0ce-b135-439b-ae6c-fc59a0045640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:22.073121 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-162ac0ce-b135-439b-ae6c-fc59a0045640 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412562 Mar 23 19:39:22.170556 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-1bf5a285-92c3-4bfb-9080-b69a20e92e5b service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893359 Mar 23 19:39:22.242137 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a00b1-e2ea-4d61-bbe1-19dd3d7bf091 None None] New status for floating IP b96726f3-369e-4cfd-9803-dc391d444c68: DOWN {{(pid=101771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 19:39:22.266975 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-5aa8957c-f851-4c77-8fb6-6d2c55dfec63 req-71cf96da-382e-4ca0-8cbf-f7a6c08b5d73 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897584 Mar 23 19:39:22.881406 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f74d-8cd7-408f-ab66-38149e98b291 req-b9a857cc-2b48-4196-a724-e3150d3434df tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:22.882853 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4469f74d-8cd7-408f-ab66-38149e98b291 req-b9a857cc-2b48-4196-a724-e3150d3434df tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0954256 Mar 23 19:39:22.919695 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-4469f74d-8cd7-408f-ab66-38149e98b291 req-c1dae690-5614-45ba-8eeb-795335cd6499 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1005b56-4a8b-4f62-846e-e510cf2d34ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309098 Mar 23 19:39:23.047387 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-39297f76-5106-4c7c-a629-b17fee8543cb tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 19:39:23.048872 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-39297f76-5106-4c7c-a629-b17fee8543cb tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Mar 23 19:39:23.134417 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Deleting port 0d952bc6-04d5-4c37-9ab6-091e12190df0 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:23.134765 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:23.223244 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] For port 0d952bc6-04d5-4c37-9ab6-091e12190df0, host hv-cinder-83496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83496',level=0,port_id=0d952bc6-04d5-4c37-9ab6-091e12190df0,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:23.223968 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:23.235857 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Calling delete_port for 0d952bc6-04d5-4c37-9ab6-091e12190df0 owned by compute:nova {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:23.361777 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:23.387840 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event deleted for resources: {'Port': ['ID=0d952bc6-04d5-4c37-9ab6-091e12190df0,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:23.397811 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.398145 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.398485 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.398824 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.399160 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.399492 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.400296 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.400296 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.400507 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.400762 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.401107 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.401431 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:23.441322 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] No DVR routers for this DVR port 0d952bc6-04d5-4c37-9ab6-091e12190df0 on host hv-cinder-83496 {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:39:23.443768 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74233'] for port, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:23.447010 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [req-2b240f76-04ca-4fe0-9f58-36388bb225ca req-0df88ef0-a14e-42ff-bca3-d30296dc1e42 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.42 "DELETE /v2.0/ports/0d952bc6-04d5-4c37-9ab6-091e12190df0 HTTP/1.1" status: 204 len: 173 time: 0.3929675 Mar 23 19:39:23.447443 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-deleted', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0'}] {{(pid=101769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 19:39:23.449782 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}887e8a01a8f5dee843850d7b74046825617525d30e6059dbf65b59992ff6824d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c01ab0-e1b5-4c85-94d0-804dd17b0da9" -d '{"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-deleted", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0"}]}' {{(pid=101769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 19:39:23.544169 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c353f4f-b7e9-42bc-bec5-3cadcee9ffee x-openstack-request-id: req-0c353f4f-b7e9-42bc-bec5-3cadcee9ffee {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 19:39:23.544464 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b47e620-25ce-4ed2-b984-46b5df798899", "name": "network-vif-deleted", "tag": "0d952bc6-04d5-4c37-9ab6-091e12190df0", "status": "completed", "code": 200}]} {{(pid=101769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 19:39:23.544715 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c353f4f-b7e9-42bc-bec5-3cadcee9ffee {{(pid=101769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 19:39:23.545149 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47e620-25ce-4ed2-b984-46b5df798899', 'name': 'network-vif-deleted', 'tag': '0d952bc6-04d5-4c37-9ab6-091e12190df0', 'status': 'completed', 'code': 200} Mar 23 19:39:23.963883 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:39:24.028684 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [req-08be8021-1024-4bab-8a40-3ad5077d82c5 req-533e140e-18c3-49e5-ae8c-ad8015a112a2 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b47e620-25ce-4ed2-b984-46b5df798899 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Mar 23 19:39:25.086009 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51624) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:25.142619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:25.167418 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:25.230733 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:25.233311 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Notify callbacks [] for security_group, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:25.234476 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] 10.222.0.43 "DELETE /v2.0/security-groups/b1005b56-4a8b-4f62-846e-e510cf2d34ca HTTP/1.1" status: 204 len: 168 time: 0.1474879 Mar 23 19:39:25.244523 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a6ce-6353-4c03-bebc-a3e8164b0f91 tempest-TestShelveInstance-745105285 tempest-TestShelveInstance-745105285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1005b56-4a8b-4f62-846e-e510cf2d34ca,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:25.280183 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51628) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:25.726505 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:25.961088 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Deleting port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:25.961430 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:26.036133 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] For port 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:26.036495 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:26.049108 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Calling delete_port for 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 owned by network:router_interface {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:26.470340 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:26.498677 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdb4dce-8668-4eb2-8b66-c0f84ff3db73,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:26.661188 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:26.875113 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:39:26.979375 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:39:26.984297 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-ec799844-6080-4b27-be5f-2c2ea1418e98 admin admin] 10.222.0.43 "PUT /v2.0/routers/7d76e21e-2637-4c2e-bf17-2df091a1cd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030742 Mar 23 19:39:26.986918 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51632) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:26.991283 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Sync routers for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:39:27.000519 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:27.001150 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:27.088501 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.104265 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: dv-cinder-834961-1-iscsi {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:27.130514 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 no longer exists at agent hyperv_hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:27.180041 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] No Port match for: 0d952bc6-04d5-4c37-9ab6-091e12190df0 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:27.180389 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Device 0d952bc6-04d5-4c37-9ab6-091e12190df0 not bound to the agent host hv-cinder-83496 {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:27.189578 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.248650 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Deleting port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:27.249027 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.307247 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:39:26Z', 'revision_number': 5, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port': {'id': 'd55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:27.325729 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] For port d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:27.326099 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.333629 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Checking router: 7d76e21e-2637-4c2e-bf17-2df091a1cd1f for host: dv-cinder-834961-1-iscsi {{(pid=101770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:39:27.339363 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Calling delete_port for d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:27.341984 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Routers {'7d76e21e-2637-4c2e-bf17-2df091a1cd1f'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:27.342591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'], 'active': True} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:27.431255 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvr_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] Set router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f gateway port host: None {{(pid=101770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:27.484787 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_hamode_db [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:39:27Z', 'revision_number': 6, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:27.504264 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.511355 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ee49-26cf-4a39-9e34-f0d82d018e6e None None] The sync data for ids ['7d76e21e-2637-4c2e-bf17-2df091a1cd1f'] in dv-cinder-834961-1-iscsi is: [{'id': '7d76e21e-2637-4c2e-bf17-2df091a1cd1f', 'name': 'tempest-TestShelveInstance-797101599-router', 'tenant_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:43Z', 'updated_at': '2022-03-23T19:39:27Z', 'revision_number': 6, 'project_id': 'cb598d8257584e5ba71bfc8ee5a69fbb', 'gw_port_host': None}] {{(pid=101770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:39:27.536246 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:27.604522 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.692254 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.694297 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.735414 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.736127 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d76e21e-2637-4c2e-bf17-2df091a1cd1f {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:39:27.740312 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.741495 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-c62d4f4a-15dd-436d-8d6c-24de74497db9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7d76e21e-2637-4c2e-bf17-2df091a1cd1f HTTP/1.1" status: 204 len: 168 time: 0.7536752 Mar 23 19:39:27.744005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51634) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:27.790344 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Deleting subnet a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:39:27.793364 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.826408 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.910245 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.963117 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.993040 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:27.995006 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:27.998148 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-2e2f4960-3e9b-44a3-9a1b-2c40070400ee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a38ea8e8-4a9b-47af-a6ea-40fa6d1b7774 HTTP/1.1" status: 204 len: 168 time: 0.2532327 Mar 23 19:39:27.999816 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1dee2-fcc6-4fbf-96f6-4562ab2ce6f1 None None] Network ff2782b3-7bf5-4aa7-bb41-04bbf161e68f requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:39:28.001096 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51636) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:28.075725 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.127510 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Deleting port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:28.127932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.194604 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] For port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,segment=NetworkSegment(6db5340a-97cf-47a6-806c-3924a18896c3),segment_id=6db5340a-97cf-47a6-806c-3924a18896c3)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:28.194900 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.217579 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Calling delete_port for 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 owned by network:dhcp {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:28.258739 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] DHCP port deletion for ff2782b3-7bf5-4aa7-bb41-04bbf161e68f request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:39:28.296161 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.307061 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Deleting port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 {{(pid=101770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:28.307448 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.323201 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:28.328387 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] No DVR routers for this DVR port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 on host dv-cinder-834961-1-iscsi {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:39:28.374500 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.db [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] For port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8, host dv-cinder-834961-1-iscsi, got binding levels [] {{(pid=101770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:28.375089 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.388010 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Calling delete_port for 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 owned by network:dhcp {{(pid=101770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:28.390732 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.ipam_backend_mixin [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 was not found and therefore no delete operation was performed {{(pid=101770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 23 19:39:28.392045 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822'] for port, after_delete {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.408083 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.417794 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Pushing event deleted for resources: {'Port': ['ID=8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8,revision_number=None']} {{(pid=101770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:28.419977 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] No DVR routers for this DVR port 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 on host dv-cinder-834961-1-iscsi {{(pid=101770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:39:28.428880 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2782b3-7bf5-4aa7-bb41-04bbf161e68f']}} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:28.429591 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.429931 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431044 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431341 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431589 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.431917 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.432250 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.432625 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.432917 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.433244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2c7b3-6ba3-4e5b-a4f3-74f890810c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834961-1-iscsi {{(pid=101770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 19:39:28.440355 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db5340a-97cf-47a6-806c-3924a18896c3') {'for_net_delete': True} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:28.440663 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db5340a-97cf-47a6-806c-3924a18896c3') {} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:28.451025 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019908'] for segment, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.465267 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.471825 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:39:28.472176 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3856086'] for segment, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: Traceback (most recent call last): Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: timer() Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: cb(*args, **kw) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: return func(*args, **kwargs) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: self._notify() Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: self.callback(batched_events) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: event.method(event) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: return f(self, *a, **k) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._get(url).json() Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: return self.request(url, 'GET', **kwargs) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:39:28.473844 dv-cinder-834961-1-iscsi neutron-server[101769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:39:28.533509 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.539198 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:28.542435 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff2782b3-7bf5-4aa7-bb41-04bbf161e68f HTTP/1.1" status: 204 len: 168 time: 0.5402188 Mar 23 19:39:28.545518 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51638) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:28.553309 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e23f2-f2ec-43f6-903f-5e9806f68c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2782b3-7bf5-4aa7-bb41-04bbf161e68f,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:28.883401 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528440'] for router_interface, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:29.116159 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Deleting port d638af8e-1562-42f5-b80a-1bae2d96ee53 {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:29.116505 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:29.193619 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] For port d638af8e-1562-42f5-b80a-1bae2d96ee53, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=d638af8e-1562-42f5-b80a-1bae2d96ee53,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:29.193910 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:29.205722 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Calling delete_port for d638af8e-1562-42f5-b80a-1bae2d96ee53 owned by network:router_interface {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:29.382807 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:29.397935 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:29.408440 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Pushing event deleted for resources: {'Port': ['ID=d638af8e-1562-42f5-b80a-1bae2d96ee53,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:29.419274 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:29.419631 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 8b4e78ba-ffcb-485f-88fe-c3d0ba840bf8 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:29.420040 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:29.442126 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:29.442473 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d55f5ca3-91ff-4a7b-aff1-7c7b2a2ab830 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:29.442921 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:29.463027 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:29.463291 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 4fdb4dce-8668-4eb2-8b66-c0f84ff3db73 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:29.581096 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-528556'] for router_interface, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.032220 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Router c835452d-c8b8-494d-a67e-98b7ec711055 has already been hosted by L3 agent a94c5047-323b-4a0c-9c41-73e37d0c0292 {{(pid=101768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 19:39:30.138301 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] Notify agent at l3_agent.dv-cinder-834961-1-iscsi the message routers_updated {{(pid=101768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 19:39:30.143769 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-dc2ff1c6-1889-43d0-93f7-26939cfac529 admin admin] 10.222.0.43 "PUT /v2.0/routers/c835452d-c8b8-494d-a67e-98b7ec711055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5966570 Mar 23 19:39:30.146326 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51640) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:30.147344 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Sync routers for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 19:39:30.156565 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:30.157183 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:30.248729 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks [] for router, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.259584 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: dv-cinder-834961-1-iscsi {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:30.351043 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.402566 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Deleting port 71a139cc-cb20-4aec-ace3-efb007b0f9af {{(pid=101768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:30.402906 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.482930 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.db [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] For port 71a139cc-cb20-4aec-ace3-efb007b0f9af, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=71a139cc-cb20-4aec-ace3-efb007b0f9af,segment=NetworkSegment(dbf695bc-360b-4c25-bc8f-6c4bf9484409),segment_id=dbf695bc-360b-4c25-bc8f-6c4bf9484409)] {{(pid=101768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:30.483294 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.494688 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.plugins.ml2.plugin [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Calling delete_port for 71a139cc-cb20-4aec-ace3-efb007b0f9af owned by network:router_gateway {{(pid=101768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:30.519256 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'external_fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:39:29Z', 'revision_number': 5, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port': {'id': '71a139cc-cb20-4aec-ace3-efb007b0f9af', 'name': '', 'network_id': '7dd72023-87d6-4d90-a384-04525c97682c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834961-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T19:33:48Z', 'updated_at': '2022-03-23T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f56a91f-48b8-4b76-847c-4d617e039140', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834961-1-iscsi'}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:30.546556 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Checking router: c835452d-c8b8-494d-a67e-98b7ec711055 for host: dv-cinder-834961-1-iscsi {{(pid=101771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 19:39:30.555088 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Routers {'c835452d-c8b8-494d-a67e-98b7ec711055'} bound to L3 agent in host dv-cinder-834961-1-iscsi {{(pid=101771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 19:39:30.555793 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834961-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T19:14:16Z,description=,heartbeat_timestamp=2022-03-23T19:39:16Z,host='dv-cinder-834961-1-iscsi',id=a94c5047-323b-4a0c-9c41-73e37d0c0292,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T19:14:16Z,topic='l3_agent')) {'router_ids': ['c835452d-c8b8-494d-a67e-98b7ec711055'], 'active': True} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:30.648815 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_dvr_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] Set router c835452d-c8b8-494d-a67e-98b7ec711055 gateway port host: None {{(pid=101771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 19:39:30.666521 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3379101'] for port, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.692162 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=71a139cc-cb20-4aec-ace3-efb007b0f9af,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:30.701660 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.l3_hamode_db [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:39:30Z', 'revision_number': 6, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port_host': None}], 'dv-cinder-834961-1-iscsi', False) {} {{(pid=101771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:30.728899 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331cdbc-f7a9-481b-939c-cb2d3249aa44 None None] The sync data for ids ['c835452d-c8b8-494d-a67e-98b7ec711055'] in dv-cinder-834961-1-iscsi is: [{'id': 'c835452d-c8b8-494d-a67e-98b7ec711055', 'name': 'tempest-TestShelveInstance-1785694851-router', 'tenant_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T19:33:47Z', 'updated_at': '2022-03-23T19:39:30Z', 'revision_number': 6, 'project_id': '16c8448bfba14f6d8cd80a2b41fedb0a', 'gw_port_host': None}] {{(pid=101771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 19:39:30.753357 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531186'] for router_gateway, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.842718 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44578'] for router, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.844816 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.897306 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528734'] for router, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.897829 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c835452d-c8b8-494d-a67e-98b7ec711055 {{(pid=101768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 19:39:30.903005 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] Notify callbacks [] for router, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.904141 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-e32b861f-854e-4979-a1b0-7e0a20b5b5cd admin admin] 10.222.0.43 "DELETE /v2.0/routers/c835452d-c8b8-494d-a67e-98b7ec711055 HTTP/1.1" status: 204 len: 168 time: 0.7568989 Mar 23 19:39:30.906663 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [-] (101768) accepted ('10.222.0.43', 51642) {{(pid=101768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:30.950144 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.db.db_base_plugin_v2 [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Deleting subnet dbfe1029-a948-48f4-9fd7-4cb4114aa8d2 {{(pid=101768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 23 19:39:30.953069 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:30.986490 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554370'] for subnet, precommit_delete_associations {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.064415 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16489264'] for subnet, precommit_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.119244 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16489419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4083732'] for subnet, after_delete {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.145699 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfe1029-a948-48f4-9fd7-4cb4114aa8d2,revision_number=None']} {{(pid=101768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:31.149302 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron_lib.callbacks.manager [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for subnet, before_response {{(pid=101768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.155125 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51644) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:31.155677 dv-cinder-834961-1-iscsi neutron-server[101768]: INFO neutron.wsgi [None req-65096e96-ed4b-40d8-b238-e6164a470e6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dbfe1029-a948-48f4-9fd7-4cb4114aa8d2 HTTP/1.1" status: 204 len: 168 time: 0.2475324 Mar 23 19:39:31.156617 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066b367-4b20-4b6a-b317-e8c3c5ef8f54 None None] Network b275cebc-7c60-4cb9-bbc0-588c8f093833 requested from dv-cinder-834961-1-iscsi {{(pid=101770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 23 19:39:31.228430 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16298867'] for network, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.280453 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Deleting port 0ff6e60d-2fa4-4456-b003-123b198f00e8 {{(pid=101769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 23 19:39:31.280802 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775062441813'] for port, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.346826 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.db [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] For port 0ff6e60d-2fa4-4456-b003-123b198f00e8, host dv-cinder-834961-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834961-1-iscsi',level=0,port_id=0ff6e60d-2fa4-4456-b003-123b198f00e8,segment=NetworkSegment(68de15bd-64d6-4cb6-8794-1c24116a5f36),segment_id=68de15bd-64d6-4cb6-8794-1c24116a5f36)] {{(pid=101769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 19:39:31.347192 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531417'] for port, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.358822 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.plugin [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Calling delete_port for 0ff6e60d-2fa4-4456-b003-123b198f00e8 owned by network:dhcp {{(pid=101769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 23 19:39:31.433261 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16410562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775062447791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775061891822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3856005'] for port, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.461569 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff6e60d-2fa4-4456-b003-123b198f00e8,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:31.463391 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] No DVR routers for this DVR port 0ff6e60d-2fa4-4456-b003-123b198f00e8 on host dv-cinder-834961-1-iscsi {{(pid=101769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 19:39:31.511918 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627e26c3-177a-410b-9d1c-d255f95b8f0a None None] DHCP port deletion for b275cebc-7c60-4cb9-bbc0-588c8f093833 request from dv-cinder-834961-1-iscsi {{(pid=101770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 23 19:39:31.543310 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16482727', 'neutron.services.segments.db._delete_segments_for_network-8775062421616'] for network, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.565065 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b275cebc-7c60-4cb9-bbc0-588c8f093833']}} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:31.577479 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68de15bd-64d6-4cb6-8794-1c24116a5f36') {'for_net_delete': True} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:31.577479 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.services.segments.db [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68de15bd-64d6-4cb6-8794-1c24116a5f36') {} {{(pid=101769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 19:39:31.577778 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 71a139cc-cb20-4aec-ace3-efb007b0f9af no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:31.584648 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775062423929', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4019908'] for segment, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.598178 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347'] for segment, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.602910 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 71a139cc-cb20-4aec-ace3-efb007b0f9af {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:31.603423 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 71a139cc-cb20-4aec-ace3-efb007b0f9af not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:31.603993 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d638af8e-1562-42f5-b80a-1bae2d96ee53 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:31.610123 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 19:39:31.610536 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16489347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3856086'] for segment, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: Traceback (most recent call last): Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: timer() Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: cb(*args, **kw) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: return func(*args, **kwargs) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: self._notify() Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: self.callback(batched_events) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: event.method(event) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: return f(self, *a, **k) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._get(url).json() Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: return self.request(url, 'GET', **kwargs) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 19:39:31.612889 dv-cinder-834961-1-iscsi neutron-server[101769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 19:39:31.628288 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: d638af8e-1562-42f5-b80a-1bae2d96ee53 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:31.628722 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device d638af8e-1562-42f5-b80a-1bae2d96ee53 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:31.629176 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 0ff6e60d-2fa4-4456-b003-123b198f00e8 no longer exists at agent ovs-agent-dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 19:39:31.650173 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.plugin [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] No Port match for: 0ff6e60d-2fa4-4456-b003-123b198f00e8 {{(pid=101770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 23 19:39:31.650531 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron.plugins.ml2.rpc [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Device 0ff6e60d-2fa4-4456-b003-123b198f00e8 not bound to the agent host dv-cinder-834961-1-iscsi {{(pid=101770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 19:39:31.677097 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16482750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-527402'] for network, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.682487 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651538'] for network, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.685593 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] 10.222.0.43 "DELETE /v2.0/networks/b275cebc-7c60-4cb9-bbc0-588c8f093833 HTTP/1.1" status: 204 len: 168 time: 0.5291719 Mar 23 19:39:31.697762 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0889fa-79cd-4f26-beb1-56c5f49d627f admin admin] Pushing event deleted for resources: {'Network': ['ID=b275cebc-7c60-4cb9-bbc0-588c8f093833,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:31.807281 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51648) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:31.846272 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4acd0aab-d905-40f4-9412-7e67f5f1c510 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb598d8257584e5ba71bfc8ee5a69fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378530 Mar 23 19:39:31.848610 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51650) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:31.894744 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.914932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.965667 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.968042 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:31.969205 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0883bfa2-7fc5-4387-9f90-e9341ea1c2cc HTTP/1.1" status: 204 len: 168 time: 0.1196828 Mar 23 19:39:31.977175 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f869339-0494-4b72-8929-61fccc364b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883bfa2-7fc5-4387-9f90-e9341ea1c2cc,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:32.273912 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51656) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:32.312857 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-2a6872cf-1068-4319-89ed-10d8f78a6a3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16c8448bfba14f6d8cd80a2b41fedb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376670 Mar 23 19:39:32.315146 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.wsgi [-] (101769) accepted ('10.222.0.43', 51658) {{(pid=101769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 23 19:39:32.360549 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:32.380932 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:32.426002 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743464'] for security_group, after_delete {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:32.428440 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron_lib.callbacks.manager [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:32.429593 dv-cinder-834961-1-iscsi neutron-server[101769]: INFO neutron.wsgi [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9e818fd-a064-40cf-86bc-83bc156d715e HTTP/1.1" status: 204 len: 168 time: 0.1135814 Mar 23 19:39:32.437241 dv-cinder-834961-1-iscsi neutron-server[101769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde0b20-a2eb-4338-835a-b2ca2665fc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e818fd-a064-40cf-86bc-83bc156d715e,revision_number=None']} {{(pid=101769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 19:39:41.171027 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:43.418527 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-5da4dc2c-8fed-4c30-95c5-05265e114eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:45.818539 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-55fe3dc0-6cf3-4d72-a18f-3e05c49c8264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:46.854120 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:48.382826 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:39:48.727877 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:00.965820 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:40:11.192035 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:13.419289 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-51d6f95b-a225-4959-aafa-36280b1a6bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:15.820052 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-ed07b593-6a08-4093-a3c6-b6e333a2fdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:16.856482 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:18.385922 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:18.729659 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:37.965297 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:40:41.200905 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:43.420981 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-3179b0f5-a149-4471-bf86-cfeb3f568066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:45.830939 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-22421759-1a59-46ac-b1fc-676e4eeaf9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:46.858801 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:48.389012 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:40:48.732414 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:11.217261 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:13.421991 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-98c3323b-a025-4d6c-8759-e41c244f1b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:14.964614 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:41:15.816349 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-d46a88a3-7679-4b58-a470-c20999b482c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:16.862356 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:18.393947 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:18.734202 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:41.233274 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:43.426625 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-f646a8e3-fe42-4ce0-b7ba-1b3b976b779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:45.818490 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9917c646-69e7-44e2-b9f9-4db01db3644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:46.863043 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:48.395677 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:48.736364 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:41:51.963804 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:42:11.223993 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:13.427687 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cb6945f1-96d8-4c6f-9606-9d8c6646f40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:15.820301 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-6f163c02-df31-4262-9499-8dbaa459ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:16.866662 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:18.397545 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:18.738038 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:28.963524 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:42:41.233403 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:43.429051 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-40c43d11-7288-4eb7-beb6-920d1752b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:45.823016 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-69ffa2a4-414b-4ba7-9173-a6125b127e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:46.868480 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:48.401008 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:42:48.739658 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:05.962779 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:43:11.249344 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:13.431632 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-38bfc8b5-e93a-48e1-bba7-c57c88a719ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:15.825491 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4deb-1c4b-4f0e-9375-b967de543ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:16.871515 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:18.404244 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:18.741441 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:26.340072 dv-cinder-834961-1-iscsi neutron-server[101768]: DEBUG neutron.wsgi [req-f4dafd90-284f-435f-8f1c-5e32a5345201 req-471af406-5869-4fe3-ba2b-b1d108480d7d service neutron] (101768) timed out ('10.222.0.42', 51585) {{(pid=101768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 23 19:43:41.266200 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:42.961568 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:43:43.432504 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e51e1d57-c7db-48d5-baa7-14d5babcb6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:45.827132 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9d181f3c-3fc9-48bf-95d4-09543c0194e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:46.873784 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:48.408313 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:43:48.743128 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:11.255032 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:13.434186 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-73c08101-5834-4373-a907-4801558c3655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:15.827741 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-072d8089-2d86-48df-92f2-22e7849745fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:16.877239 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.409587 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:18.746096 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:19.960247 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 19:44:41.266122 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-cea76677-e16c-41ea-aad0-81c6de142add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:43.434302 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-e8178de5-e0b1-4f20-b537-1ca92841c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:45.828817 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-2f4d8824-ac66-4a93-91fa-8618d1616b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:46.878380 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-9986790c-0f2a-4dcf-9a2d-2207ee7feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.414429 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-661e6221-e191-4ff7-8591-50d1a5fcd75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:48.747311 dv-cinder-834961-1-iscsi neutron-server[101770]: DEBUG neutron_lib.callbacks.manager [None req-46265d84-a798-4670-842d-e4a157a1cfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775062421598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16483863'] for agent, after_update {{(pid=101770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 19:44:56.963060 dv-cinder-834961-1-iscsi neutron-server[101771]: DEBUG neutron.db.agents_db [None req-d6d15c3d-0777-483e-8798-ed61750f6638 None None] Agent healthcheck: found 6 active agents {{(pid=101771) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}